[ 525.749361] env[66121]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.749361] env[66121]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.759433] env[66213]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.759433] env[66213]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.332681] env[66213]: INFO neutron.common.config [-] Logging enabled! [ 528.333109] env[66213]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 528.333252] env[66213]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66213) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.333550] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.333648] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.334544] env[66213]: WARNING oslo_policy.policy [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.334782] env[66213]: WARNING oslo_policy.policy [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.336523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] VMware NSXv3 Agent initialized successfully. [ 528.336907] env[66213]: DEBUG oslo_concurrency.lockutils [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Acquiring lock "singleton_lock" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.337050] env[66213]: DEBUG oslo_concurrency.lockutils [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Acquired lock "singleton_lock" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.337251] env[66213]: DEBUG oslo_concurrency.lockutils [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Releasing lock "singleton_lock" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.337533] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Full set of CONF: {{(pid=66213) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.337644] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ******************************************************************************** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.337744] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Configuration options gathered from: {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.338109] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.338279] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.338383] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ================================================================================ {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.338547] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] agent_down_time = 75 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338706] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] allow_automatic_dhcp_failover = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338857] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] allow_bulk = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339030] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] api_extensions_path = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339157] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] api_paste_config = api-paste.ini {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339294] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] auth_strategy = keystone {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339397] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] backdoor_port = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339498] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] backdoor_socket = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339631] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] backlog = 4096 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339766] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] base_mac = fa:16:3e:00:00:00 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339919] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] bind_host = 0.0.0.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340065] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] bind_port = 9696 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340200] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] client_socket_timeout = 900 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340332] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] config_dir = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340437] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340572] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] config_source = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340709] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] control_exchange = neutron {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340842] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] core_plugin = ml2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340976] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] debug = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341123] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] default_availability_zones = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341324] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341457] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dhcp_agent_notification = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341588] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dhcp_agents_per_network = 1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341717] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dhcp_lease_duration = 86400 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341852] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dhcp_load_type = networks {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341983] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dns_domain = openstacklocal {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342127] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342256] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_default_route_bfd = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342382] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_default_route_ecmp = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342510] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_dvr = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342636] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_new_agents = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342762] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342887] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_signals = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343015] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] enable_traditional_dhcp = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343144] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] external_dns_driver = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343267] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] filter_validation = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343401] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] global_physnet_mtu = 8950 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343529] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] graceful_shutdown_timeout = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343704] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] host = cpu-1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343842] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] host_dvr_for_dhcp = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343975] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] http_retries = 3 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344122] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] instance_format = [instance: %(uuid)s] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344256] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344408] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ipam_driver = internal {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344548] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ipv6_pd_enabled = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344678] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] l3_ha = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344815] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344950] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] l3_ha_network_physical_name = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345095] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] l3_ha_network_type = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345232] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_color = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345372] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_config_append = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345502] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345627] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_dir = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345757] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_file = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345858] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_options = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345990] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_rotate_interval = 1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346140] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_rotate_interval_type = days {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346274] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] log_rotation_type = none {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346375] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346475] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346636] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346771] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346875] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347016] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_dns_nameservers = 5 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347154] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_header_line = 16384 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347284] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_l3_agents_per_router = 3 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347411] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_logfile_count = 30 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347581] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_logfile_size_mb = 200 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347701] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] max_subnet_host_routes = 20 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347844] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] my_ip = 10.180.1.21 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347978] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] my_ipv6 = ::1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348125] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] network_auto_schedule = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348254] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] network_link_prefix = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348388] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348523] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] notify_nova_on_port_data_changes = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348654] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] notify_nova_on_port_status_changes = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348790] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] pagination_max_limit = -1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348918] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] publish_errors = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349056] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rate_limit_burst = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349196] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rate_limit_except_level = CRITICAL {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349324] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rate_limit_interval = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349453] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] retry_until_window = 30 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349582] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] router_distributed = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349710] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rpc_resources_processing_step = 20 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349838] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rpc_response_max_timeout = 600 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.349973] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] rpc_response_timeout = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350111] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] send_events_interval = 2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350257] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] service_plugins = ['router'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350393] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] setproctitle = on {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350522] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] shell_completion = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350657] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] state_path = /opt/stack/data/neutron {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350821] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] syslog_log_facility = LOG_USER {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.350961] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] tcp_keepidle = 600 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351113] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] transport_url = **** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351244] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] use_journal = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351373] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] use_json = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351501] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] use_ssl = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351626] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] use_stderr = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351763] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] use_syslog = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.351891] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vlan_qinq = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352024] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vlan_transparent = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352156] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] watch_log_file = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352285] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] wsgi_default_pool_size = 100 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352412] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] wsgi_keep_alive = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352548] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352676] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] wsgi_server_debug = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.352829] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_concurrency.disable_process_locking = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352971] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353125] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353258] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353399] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353532] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353664] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353813] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.connection_string = messaging:// {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353948] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.enabled = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354099] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.es_doc_type = notification {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354234] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.es_scroll_size = 10000 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354369] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.es_scroll_time = 2m {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354500] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.filter_error_trace = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354663] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.hmac_keys = **** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354813] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.sentinel_service_name = mymaster {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354956] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.socket_timeout = 0.1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355100] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.trace_requests = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355234] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler.trace_sqlalchemy = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355380] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler_jaeger.process_tags = {} {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355510] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler_jaeger.service_name_prefix = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355644] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] profiler_otlp.service_name_prefix = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355792] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.enforce_new_defaults = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356089] env[66213]: WARNING oslo_config.cfg [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.356239] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.enforce_scope = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356387] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.policy_default_rule = default {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356533] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356695] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356842] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356974] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357120] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357248] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357380] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357518] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_policy.remote_timeout = 60.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357706] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357865] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] agent.extensions = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358012] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358156] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] service_providers.service_provider = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358299] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.default_quota = -1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358437] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358571] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_floatingip = 50 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358706] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_network = 100 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358837] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_port = 500 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358968] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359110] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_router = 10 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359242] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_security_group = 10 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359374] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359500] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.quota_subnet = 100 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359629] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] QUOTAS.track_quota_usage = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359774] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359905] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360043] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360176] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360310] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360442] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360572] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360712] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360843] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360968] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361110] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361241] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361369] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361495] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_dhcp_release.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361633] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361762] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361886] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362023] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362158] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362288] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362416] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_ovs_vsctl.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362552] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.capabilities = [21] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362681] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362854] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363045] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363196] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363332] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363464] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_namespace.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363608] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.capabilities = [12] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363744] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363874] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364009] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364153] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364288] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364416] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_conntrack.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364558] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.capabilities = [12, 21] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364690] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.group = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364819] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.helper_command = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364949] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.log_daemon_traceback = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365100] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365236] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.thread_pool_size = 8 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365367] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] privsep_link.user = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365522] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365668] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365810] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.continue_on_failed_promotions = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365944] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.dscp = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366093] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.dscp_inherit = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366238] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.force_mp_to_policy = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366369] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.locking_coordinator_url = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366503] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.log_agent_heartbeats = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366668] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.logging_expire = 1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366819] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366959] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367111] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.polling_interval = 240 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367249] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367388] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367536] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.report_interval = 30.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367722] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367872] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368036] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368166] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.sync_skew = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368306] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.synchronization_queue_size = 20 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368442] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT.use_helper_for_ns_read = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368586] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] SECURITYGROUP.enable_ipset = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368731] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] SECURITYGROUP.enable_security_group = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368874] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369016] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369159] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] experimental.ipv6_pd_enabled = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369316] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.extension_drivers = ['port_security'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369450] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.external_network_type = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369595] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369736] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.overlay_ip_version = 4 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369876] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.path_mtu = 8950 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370024] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.physical_network_mtus = {} {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370172] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.tenant_network_types = ['vlan'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370312] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370454] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ml2.type_drivers = ['vlan'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370685] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT_CLI.neutron_port_id = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370827] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370963] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371122] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371266] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371401] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371537] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371676] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371815] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372027] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372177] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_login_password = **** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372321] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_login_port = 443 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372459] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_login_user = admin {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372598] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372739] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372872] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373009] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373154] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373296] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373431] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373567] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373703] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373839] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373983] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374129] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374267] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374459] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374634] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vsphere.vsphere_login_password = VMware1! {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374798] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374940] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375094] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.auth_section = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375238] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.auth_type = password {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375378] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375509] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.certfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375641] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.collect_timing = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375786] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.endpoint_type = public {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375918] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.insecure = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376057] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.keyfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376203] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.region_name = RegionOne {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376340] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.split_loggers = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376470] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] nova.timeout = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376642] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.auth_section = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376847] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.auth_type = password {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377009] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377159] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.certfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377297] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.collect_timing = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377439] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.endpoint_type = public {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377595] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.insecure = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377745] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.keyfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377880] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.region_name = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378024] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.split_loggers = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378159] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] placement.timeout = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378301] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.auth_section = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378437] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.auth_type = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378567] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.cafile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378696] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.certfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378830] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.collect_timing = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378964] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.connect_retries = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379107] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.connect_retry_delay = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379243] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.enable_notifications = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379374] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.endpoint_override = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379507] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.insecure = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379638] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.interface = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379770] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.keyfile = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379903] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.max_version = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380043] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.min_version = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380174] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.region_name = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380305] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.retriable_status_codes = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380435] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.service_name = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380564] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.service_type = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380699] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.split_loggers = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380828] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.status_code_retries = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380956] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.status_code_retry_delay = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381100] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.timeout = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381231] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.valid_interfaces = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381362] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ironic.version = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381506] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] cli_script.dry_run = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381655] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381792] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381928] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382074] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382210] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382342] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382472] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382604] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382737] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382879] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383015] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383164] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383301] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383440] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383570] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383709] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383840] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383968] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384117] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384249] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384380] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384512] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384669] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384809] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384939] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385081] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385217] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385346] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385476] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385608] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385742] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385882] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386027] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386167] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386307] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386442] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.ssl_version = {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386595] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386776] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_notifications.driver = [] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386920] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_notifications.retry = -1 {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387090] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387229] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] oslo_messaging_notifications.transport_url = **** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387341] env[66213]: DEBUG oslo_service.backend._eventlet.service [None req-99f505a4-3727-484d-b993-ac50a9bcfa2e None None] ******************************************************************************** {{(pid=66213) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.388516] env[66213]: DEBUG neutron.agent.securitygroups_rpc [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Init firewall settings (driver=nsxv3) {{(pid=66213) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.389846] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66213) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.390103] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.392320] env[66213]: DEBUG dogpile.cache.region [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.392442] env[66213]: DEBUG dogpile.lock [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.392538] env[66213]: DEBUG dogpile.lock [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.392628] env[66213]: DEBUG dogpile.lock [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.392722] env[66213]: DEBUG dogpile.cache.region [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.392808] env[66213]: DEBUG dogpile.lock [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.392930] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.424655] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Session token - acquiring [ 528.426279] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.426468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.426620] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.427054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.440126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.725387] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 528.748336] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.748512] env[66213]: DEBUG dogpile.cache.region [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Cache value generated in 0.355 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 528.748554] env[66213]: DEBUG dogpile.lock [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.748719] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Activating Policy API Provider. [ 528.748960] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Looking for the default Infrastructure Rules. [ 528.823479] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Looking for the Default Layer3 Logged Drop Section. [ 528.841095] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 528.841554] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.841724] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.841827] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.842129] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.842460] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.357523] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.860382] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.362343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Inventory metadata is going to be refreshed. [ 530.362798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.091725] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.092108] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.092108] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.092369] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.104571] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.105497] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.106248] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.125559] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.125851] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.125851] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.126158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.126284] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.126429] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.126541] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.126758] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.147052] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.147358] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.147358] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.147630] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.147784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.147925] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.168185] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.168422] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.168545] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.168720] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.168867] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.169012] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.188403] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.188678] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.188678] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.188942] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.189097] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.189247] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.189350] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.189452] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.208191] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.208427] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.208470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.208760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.208883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.209037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.209141] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.209244] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.231385] env[66213]: DEBUG networking_nsxv3.common.locking [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.231608] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.231669] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.231952] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.232111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.232263] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.232367] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.232464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Inventory metadata have been refreshed. [ 531.232559] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Dryrun:True. Metadata refresh completed. [ 531.232670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Releasing lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.234506] env[66213]: INFO neutron.agent.agent_extensions_manager [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Loaded agent extensions: [] [ 531.235228] env[66213]: DEBUG neutron_lib.callbacks.manager [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66213) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.288742] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.288988] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.288988] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.235578] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.235837] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.237013] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.237435] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.110579] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6c989dec-8775-462c-ab9e-1205eb06f33f demo admin] Enqueued Resource ID: cb6d35eb-2d21-429f-96ac-d28f4abcf958 with Priority: HIGHEST for action security_group_rules [ 546.110864] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6d35eb-2d21-429f-96ac-d28f4abcf958 with Priority: HIGHEST for action security_group_rules [ 546.111179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb6d35eb-2d21-429f-96ac-d28f4abcf958 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.111303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb6d35eb-2d21-429f-96ac-d28f4abcf958" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.111371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb6d35eb-2d21-429f-96ac-d28f4abcf958" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.111899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb6d35eb-2d21-429f-96ac-d28f4abcf958" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.111899] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb6d35eb-2d21-429f-96ac-d28f4abcf958',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.632712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.632964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.632964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.633149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.633238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.633337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb6d35eb-2d21-429f-96ac-d28f4abcf958 already deleted. [ 546.633418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb6d35eb-2d21-429f-96ac-d28f4abcf958" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.111644] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.112084] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.113272] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.113674] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.114507] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.114897] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.115845] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.118524] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.238346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.240281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.240281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.240281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.240281] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.743431] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.247458] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.750107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 567.750338] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 568.621035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.621431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.621431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.621502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.637954] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 568.643058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.644079] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 568.664872] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.665761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.665761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.665761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.665761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.665761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 568.665761] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.665761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 568.687737] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.687904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.687953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.688612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.688757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.689222] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.710956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.711129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.711183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.713634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.713634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.713634] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.734289] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.734423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.734491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.734700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.734796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.734908] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 568.735101] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.735101] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 568.755194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.755891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.756048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.756278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.756365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.756471] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 568.756539] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.756606] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 568.781989] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.782184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.782234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.782417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.782516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.782629] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 568.782696] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.782761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 568.782845] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 568.782891] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 568.782949] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 568.783017] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 568.783307] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 568.783368] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 568.783435] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.807480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.808074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.808074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.808074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.808228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.808276] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.830747] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.830886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.830950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.831168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.831267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.847730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.287728] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0c9c397a-284a-4daf-8dad-fa09984a11b9 None None] Enqueued Resource ID: 3ff12cc5-c500-430b-b3c9-71100ed165f5 with Priority: HIGHEST for action port [ 569.288403] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff12cc5-c500-430b-b3c9-71100ed165f5 with Priority: HIGHEST for action port [ 569.288565] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff12cc5-c500-430b-b3c9-71100ed165f5 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.288670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff12cc5-c500-430b-b3c9-71100ed165f5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.288734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff12cc5-c500-430b-b3c9-71100ed165f5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.288975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff12cc5-c500-430b-b3c9-71100ed165f5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.289061] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff12cc5-c500-430b-b3c9-71100ed165f5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.791754] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ff12cc5-c500-430b-b3c9-71100ed165f5 [ 569.792328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.792328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.792773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.792773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.792889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.793048] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ff12cc5-c500-430b-b3c9-71100ed165f5 already deleted. [ 569.793173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff12cc5-c500-430b-b3c9-71100ed165f5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.596263] env[66213]: INFO networking_nsxv3.common.synchronization [None req-639a2763-cb45-4472-9c8c-1f5d2ea3f796 None None] Enqueued Resource ID: 18e8b551-00dd-4314-ac3d-2cdd7ad2856d with Priority: HIGHEST for action port [ 571.596263] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e8b551-00dd-4314-ac3d-2cdd7ad2856d with Priority: HIGHEST for action port [ 571.596263] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e8b551-00dd-4314-ac3d-2cdd7ad2856d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.596263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e8b551-00dd-4314-ac3d-2cdd7ad2856d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.596263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e8b551-00dd-4314-ac3d-2cdd7ad2856d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.598035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e8b551-00dd-4314-ac3d-2cdd7ad2856d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.598142] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8b551-00dd-4314-ac3d-2cdd7ad2856d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.103763] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18e8b551-00dd-4314-ac3d-2cdd7ad2856d [ 572.104023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.104169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.104239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.104472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.104566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.104677] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18e8b551-00dd-4314-ac3d-2cdd7ad2856d already deleted. [ 572.104757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e8b551-00dd-4314-ac3d-2cdd7ad2856d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.970982] env[66213]: INFO networking_nsxv3.common.synchronization [None req-47e8725c-0ce5-474a-897b-1393b871936a None None] Enqueued Resource ID: 909f6d9b-f8a3-4390-aed4-56b1086750aa with Priority: HIGHEST for action port [ 574.971529] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909f6d9b-f8a3-4390-aed4-56b1086750aa with Priority: HIGHEST for action port [ 574.971825] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-909f6d9b-f8a3-4390-aed4-56b1086750aa taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.971944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909f6d9b-f8a3-4390-aed4-56b1086750aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.972017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909f6d9b-f8a3-4390-aed4-56b1086750aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.972476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909f6d9b-f8a3-4390-aed4-56b1086750aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.972591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909f6d9b-f8a3-4390-aed4-56b1086750aa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.977907] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d1f353ed-d5e2-43c8-9248-5488b1972ee0 None None] Enqueued Resource ID: 73ebcdd2-b308-42e1-b9e8-bedaf6ade803 with Priority: HIGHEST for action port [ 574.978426] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ebcdd2-b308-42e1-b9e8-bedaf6ade803 with Priority: HIGHEST for action port [ 574.978681] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ebcdd2-b308-42e1-b9e8-bedaf6ade803 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.978799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ebcdd2-b308-42e1-b9e8-bedaf6ade803" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.978866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ebcdd2-b308-42e1-b9e8-bedaf6ade803" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.979211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ebcdd2-b308-42e1-b9e8-bedaf6ade803" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.979299] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ebcdd2-b308-42e1-b9e8-bedaf6ade803',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.477286] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909f6d9b-f8a3-4390-aed4-56b1086750aa [ 575.477537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.477671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.477749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.478462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.478462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.478462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909f6d9b-f8a3-4390-aed4-56b1086750aa already deleted. [ 575.478462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909f6d9b-f8a3-4390-aed4-56b1086750aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.483685] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73ebcdd2-b308-42e1-b9e8-bedaf6ade803 [ 575.483884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.484017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.484089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.484289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.484375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.484464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73ebcdd2-b308-42e1-b9e8-bedaf6ade803 already deleted. [ 575.484542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ebcdd2-b308-42e1-b9e8-bedaf6ade803" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.549978] env[66213]: INFO networking_nsxv3.common.synchronization [None req-550062be-81a3-4bde-918f-b23ed9eccee5 None None] Enqueued Resource ID: 833c7339-9311-4cb6-9642-3ef5d08cac3e with Priority: HIGHEST for action port [ 577.550535] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833c7339-9311-4cb6-9642-3ef5d08cac3e with Priority: HIGHEST for action port [ 577.550919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-833c7339-9311-4cb6-9642-3ef5d08cac3e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.551022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833c7339-9311-4cb6-9642-3ef5d08cac3e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.551022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833c7339-9311-4cb6-9642-3ef5d08cac3e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.551257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833c7339-9311-4cb6-9642-3ef5d08cac3e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.551337] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833c7339-9311-4cb6-9642-3ef5d08cac3e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.764308] env[66213]: INFO networking_nsxv3.common.synchronization [None req-b61ac0bc-923f-4f55-a8df-c225c5a1e12b None None] Enqueued Resource ID: 508f2510-f2c8-40c3-b029-71fee8cd786c with Priority: HIGHEST for action port [ 577.764393] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508f2510-f2c8-40c3-b029-71fee8cd786c with Priority: HIGHEST for action port [ 577.765016] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-508f2510-f2c8-40c3-b029-71fee8cd786c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.765232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508f2510-f2c8-40c3-b029-71fee8cd786c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.765232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508f2510-f2c8-40c3-b029-71fee8cd786c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.765477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508f2510-f2c8-40c3-b029-71fee8cd786c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.765558] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508f2510-f2c8-40c3-b029-71fee8cd786c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.054086] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 833c7339-9311-4cb6-9642-3ef5d08cac3e [ 578.056880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.056880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.056880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.056880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.056880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.056880] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:833c7339-9311-4cb6-9642-3ef5d08cac3e already deleted. [ 578.056880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833c7339-9311-4cb6-9642-3ef5d08cac3e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.270117] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 508f2510-f2c8-40c3-b029-71fee8cd786c [ 578.270358] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.270496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.270588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.270773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.270861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.270953] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:508f2510-f2c8-40c3-b029-71fee8cd786c already deleted. [ 578.271050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508f2510-f2c8-40c3-b029-71fee8cd786c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.947064] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9b20633d-8b79-4f85-8582-034e276e2be6 None None] Enqueued Resource ID: 832155b9-8e28-43d6-8a8a-7083fca4647a with Priority: HIGHEST for action port [ 579.947498] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832155b9-8e28-43d6-8a8a-7083fca4647a with Priority: HIGHEST for action port [ 579.947875] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-832155b9-8e28-43d6-8a8a-7083fca4647a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.947977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832155b9-8e28-43d6-8a8a-7083fca4647a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.951631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832155b9-8e28-43d6-8a8a-7083fca4647a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.951723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832155b9-8e28-43d6-8a8a-7083fca4647a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.951771] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832155b9-8e28-43d6-8a8a-7083fca4647a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.454413] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 832155b9-8e28-43d6-8a8a-7083fca4647a [ 580.454413] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.454413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.454413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.454413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.454413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.454413] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:832155b9-8e28-43d6-8a8a-7083fca4647a already deleted. [ 580.454413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832155b9-8e28-43d6-8a8a-7083fca4647a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.480302] env[66213]: INFO networking_nsxv3.common.synchronization [None req-354735c6-c378-4fda-97fd-a4373c273526 None None] Enqueued Resource ID: a242a376-ae50-429b-a442-f7ab367b3be1 with Priority: HIGHEST for action port [ 580.480939] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242a376-ae50-429b-a442-f7ab367b3be1 with Priority: HIGHEST for action port [ 580.481201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a242a376-ae50-429b-a442-f7ab367b3be1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.481265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a242a376-ae50-429b-a442-f7ab367b3be1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.482596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a242a376-ae50-429b-a442-f7ab367b3be1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.482596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a242a376-ae50-429b-a442-f7ab367b3be1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.482596] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a242a376-ae50-429b-a442-f7ab367b3be1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.985241] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a242a376-ae50-429b-a442-f7ab367b3be1 [ 580.985622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.985622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.985622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.985868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.985952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.986047] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a242a376-ae50-429b-a442-f7ab367b3be1 already deleted. [ 580.986707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a242a376-ae50-429b-a442-f7ab367b3be1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.325270] env[66213]: INFO networking_nsxv3.common.synchronization [None req-7dc8bb21-95bd-4c2c-b8a2-abc913c350d6 None None] Enqueued Resource ID: 410340af-20c4-4d47-b27e-6df87d3fb23a with Priority: HIGHEST for action port [ 581.325426] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410340af-20c4-4d47-b27e-6df87d3fb23a with Priority: HIGHEST for action port [ 581.325996] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-410340af-20c4-4d47-b27e-6df87d3fb23a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.326632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410340af-20c4-4d47-b27e-6df87d3fb23a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.326632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410340af-20c4-4d47-b27e-6df87d3fb23a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.326632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410340af-20c4-4d47-b27e-6df87d3fb23a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.327522] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410340af-20c4-4d47-b27e-6df87d3fb23a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.830209] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 410340af-20c4-4d47-b27e-6df87d3fb23a [ 581.830464] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.830733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.830733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.830864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.830952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.831056] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:410340af-20c4-4d47-b27e-6df87d3fb23a already deleted. [ 581.831135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410340af-20c4-4d47-b27e-6df87d3fb23a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.867485] env[66213]: INFO networking_nsxv3.common.synchronization [None req-20fb9424-7a65-429e-ad88-8f3c25773492 None None] Enqueued Resource ID: 96a5a03c-4d68-4d5d-a301-79853c6c108e with Priority: HIGHEST for action port [ 581.867485] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a5a03c-4d68-4d5d-a301-79853c6c108e with Priority: HIGHEST for action port [ 581.867485] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a5a03c-4d68-4d5d-a301-79853c6c108e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.867485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a5a03c-4d68-4d5d-a301-79853c6c108e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.867485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a5a03c-4d68-4d5d-a301-79853c6c108e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.868011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a5a03c-4d68-4d5d-a301-79853c6c108e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.868011] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a5a03c-4d68-4d5d-a301-79853c6c108e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.958869] env[66213]: INFO networking_nsxv3.common.synchronization [req-3f85dd03-38a2-457f-a594-d6799bce5da4 req-7bc8219c-137a-4d7e-892f-8d4e6d58f934 tempest-ServersAdminNegativeTestJSON-507951085 tempest-ServersAdminNegativeTestJSON-507951085-project-member] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 581.958869] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 581.958869] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.958869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.958869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.959452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.960287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.960545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.962222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.962222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.962222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.962222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.372039] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a5a03c-4d68-4d5d-a301-79853c6c108e [ 582.372293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.372490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.372490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.373161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.373161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.373161] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a5a03c-4d68-4d5d-a301-79853c6c108e already deleted. [ 582.373161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a5a03c-4d68-4d5d-a301-79853c6c108e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.463597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.463740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.463740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.463933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.464060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.464612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.464612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.464612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.464612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.464612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.466070] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 already deleted. [ 582.466070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.807778] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6fdb0e14-9f08-4648-8d2a-ff976b855542 None None] Enqueued Resource ID: b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a with Priority: HIGHEST for action port [ 582.807778] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a with Priority: HIGHEST for action port [ 582.808080] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.808364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.808364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.808679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.808766] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.961789] env[66213]: INFO networking_nsxv3.common.synchronization [None req-bf00340d-5492-414a-adfe-9f4b2510e485 None None] Enqueued Resource ID: 1059d0ce-d5eb-4061-ad30-db34155bd065 with Priority: HIGHEST for action port [ 582.962399] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1059d0ce-d5eb-4061-ad30-db34155bd065 with Priority: HIGHEST for action port [ 582.962709] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1059d0ce-d5eb-4061-ad30-db34155bd065 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.962841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1059d0ce-d5eb-4061-ad30-db34155bd065" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.962940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1059d0ce-d5eb-4061-ad30-db34155bd065" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.963517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1059d0ce-d5eb-4061-ad30-db34155bd065" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.963517] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1059d0ce-d5eb-4061-ad30-db34155bd065',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.311131] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a [ 583.311792] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.311890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.311930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.312216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.312359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.312403] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a already deleted. [ 583.312492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b46aa2-a39c-46a3-af3b-f9ed0f6be48a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.467297] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1059d0ce-d5eb-4061-ad30-db34155bd065 [ 583.467297] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.468115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.468115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.468115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.468115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.468115] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1059d0ce-d5eb-4061-ad30-db34155bd065 already deleted. [ 583.468115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1059d0ce-d5eb-4061-ad30-db34155bd065" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.644317] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a45cf57a-7fc3-4243-a661-8959a2bb4eeb None None] Enqueued Resource ID: 7e534283-423f-4c74-b3c4-263c0c246616 with Priority: HIGHEST for action port [ 584.644684] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e534283-423f-4c74-b3c4-263c0c246616 with Priority: HIGHEST for action port [ 584.644983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e534283-423f-4c74-b3c4-263c0c246616 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.645349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e534283-423f-4c74-b3c4-263c0c246616" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.645349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e534283-423f-4c74-b3c4-263c0c246616" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.645520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e534283-423f-4c74-b3c4-263c0c246616" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.645520] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e534283-423f-4c74-b3c4-263c0c246616',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.831167] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.831167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.831167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.832322] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.832771] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.832875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.832928] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.833182] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.833321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.833603] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.833716] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.833836] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.834639] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.834639] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.834639] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.834639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.855760] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.855925] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.856073] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.856243] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.856559] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-54cf33ac-5a86-43ce-b0ef-fff730ae2def taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.856711] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.856826] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.857170] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.857346] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54cf33ac-5a86-43ce-b0ef-fff730ae2def',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.147754] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e534283-423f-4c74-b3c4-263c0c246616 [ 585.149562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.149562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.149562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.149562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.149562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.149562] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e534283-423f-4c74-b3c4-263c0c246616 already deleted. [ 585.149562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e534283-423f-4c74-b3c4-263c0c246616" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361120] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.364154] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 54cf33ac-5a86-43ce-b0ef-fff730ae2def not found, creating... [ 585.364154] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.364154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.364476] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.364476] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.364476] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.366799] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.366799] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.366799] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 54cf33ac-5a86-43ce-b0ef-fff730ae2def is going to be created. [ 585.389034] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.389034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.389034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.389034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.389034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.389034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.424020] env[66213]: INFO networking_nsxv3.common.synchronization [None req-dc898c48-860c-4285-84d5-521d5eed9a9c None None] Enqueued Resource ID: 7933b44c-feaf-4b60-a7ce-9276eb92a245 with Priority: HIGHEST for action port [ 585.424020] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7933b44c-feaf-4b60-a7ce-9276eb92a245 with Priority: HIGHEST for action port [ 585.424020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7933b44c-feaf-4b60-a7ce-9276eb92a245 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.424020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7933b44c-feaf-4b60-a7ce-9276eb92a245" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.424020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7933b44c-feaf-4b60-a7ce-9276eb92a245" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.424020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7933b44c-feaf-4b60-a7ce-9276eb92a245" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.424020] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7933b44c-feaf-4b60-a7ce-9276eb92a245',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.928040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7933b44c-feaf-4b60-a7ce-9276eb92a245 [ 585.928040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.928040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.928040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.928040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.928040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.928040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7933b44c-feaf-4b60-a7ce-9276eb92a245 already deleted. [ 585.928040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7933b44c-feaf-4b60-a7ce-9276eb92a245" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.171899] env[66213]: INFO networking_nsxv3.common.synchronization [req-3f85dd03-38a2-457f-a594-d6799bce5da4 req-de7f1d42-d20b-4272-8c30-58cf5c517e77 service nova] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_rules [ 586.172088] env[66213]: INFO networking_nsxv3.common.synchronization [req-3f85dd03-38a2-457f-a594-d6799bce5da4 req-de7f1d42-d20b-4272-8c30-58cf5c517e77 service nova] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 586.172223] env[66213]: INFO networking_nsxv3.common.synchronization [req-3f85dd03-38a2-457f-a594-d6799bce5da4 req-de7f1d42-d20b-4272-8c30-58cf5c517e77 service nova] Enqueued Resource ID: 54cf33ac-5a86-43ce-b0ef-fff730ae2def with Priority: HIGHEST for action port [ 586.172445] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_rules [ 586.172580] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 586.172673] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cf33ac-5a86-43ce-b0ef-fff730ae2def with Priority: HIGHEST for action port [ 586.177084] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.177084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.177084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.177084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.177084] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.177640] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.178945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.178945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.178945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.178945] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.178945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.178945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.179212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.179212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.179212] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.181371] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-54cf33ac-5a86-43ce-b0ef-fff730ae2def taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.181544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.181780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.181995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.182775] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54cf33ac-5a86-43ce-b0ef-fff730ae2def',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.479751] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e3edd34f-66b8-462c-be2c-3bcd111285bf None None] Enqueued Resource ID: 10a0de1e-9704-4815-895c-956c00131768 with Priority: HIGHEST for action port [ 586.479751] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a0de1e-9704-4815-895c-956c00131768 with Priority: HIGHEST for action port [ 586.479884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-10a0de1e-9704-4815-895c-956c00131768 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.479884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10a0de1e-9704-4815-895c-956c00131768" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.479984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10a0de1e-9704-4815-895c-956c00131768" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.480227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10a0de1e-9704-4815-895c-956c00131768" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.480303] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a0de1e-9704-4815-895c-956c00131768',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.685522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.685522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54cf33ac-5a86-43ce-b0ef-fff730ae2def with status ACTIVE [ 586.699412] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.699412] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.699412] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.699412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.699412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54cf33ac-5a86-43ce-b0ef-fff730ae2def is going to be updated. [ 586.701712] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.725223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.725335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.725335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.725621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.725715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.726441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54cf33ac-5a86-43ce-b0ef-fff730ae2def" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.983269] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10a0de1e-9704-4815-895c-956c00131768 [ 586.983567] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.983624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.983701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.983932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.984033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.984131] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10a0de1e-9704-4815-895c-956c00131768 already deleted. [ 586.984213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10a0de1e-9704-4815-895c-956c00131768" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.992128] env[66213]: INFO networking_nsxv3.common.synchronization [None req-56cb569f-6136-4226-b6f8-28547b83ea5b None None] Enqueued Resource ID: b2557ed1-9466-4e03-9b68-651fa5a9428c with Priority: HIGHEST for action port [ 586.992467] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2557ed1-9466-4e03-9b68-651fa5a9428c with Priority: HIGHEST for action port [ 586.993368] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2557ed1-9466-4e03-9b68-651fa5a9428c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.993502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2557ed1-9466-4e03-9b68-651fa5a9428c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.993577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2557ed1-9466-4e03-9b68-651fa5a9428c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.993844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2557ed1-9466-4e03-9b68-651fa5a9428c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.993935] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2557ed1-9466-4e03-9b68-651fa5a9428c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.206479] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.496623] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2557ed1-9466-4e03-9b68-651fa5a9428c [ 587.496910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.497205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.497286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.497533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.497626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.497720] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2557ed1-9466-4e03-9b68-651fa5a9428c already deleted. [ 587.497801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2557ed1-9466-4e03-9b68-651fa5a9428c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.710199] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.710394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.711187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.711446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.711541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.711644] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be created. [ 587.741022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.741022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.741022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.741022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.741022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.750889] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: UNINITIALIZED for 2s [ 588.359622] env[66213]: INFO networking_nsxv3.common.synchronization [None req-dc5f9fed-19de-4548-8a06-aaa77a6695a3 None None] Enqueued Resource ID: 2a10b0ce-3938-463b-b4bb-4531b08ba9a5 with Priority: HIGHEST for action port [ 588.360227] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a10b0ce-3938-463b-b4bb-4531b08ba9a5 with Priority: HIGHEST for action port [ 588.360528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a10b0ce-3938-463b-b4bb-4531b08ba9a5 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a10b0ce-3938-463b-b4bb-4531b08ba9a5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a10b0ce-3938-463b-b4bb-4531b08ba9a5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.361056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a10b0ce-3938-463b-b4bb-4531b08ba9a5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.361208] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a10b0ce-3938-463b-b4bb-4531b08ba9a5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.863186] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a10b0ce-3938-463b-b4bb-4531b08ba9a5 [ 588.863429] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.863570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.863643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.864367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.864477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.864580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a10b0ce-3938-463b-b4bb-4531b08ba9a5 already deleted. [ 588.864665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a10b0ce-3938-463b-b4bb-4531b08ba9a5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.246996] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d987998a-2307-4751-b5ae-a7c0b3dc70d2 None None] Enqueued Resource ID: 2fdcc60a-d134-4b95-bed9-672158e48091 with Priority: HIGHEST for action port [ 589.248063] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fdcc60a-d134-4b95-bed9-672158e48091 with Priority: HIGHEST for action port [ 589.248063] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fdcc60a-d134-4b95-bed9-672158e48091 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.248063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fdcc60a-d134-4b95-bed9-672158e48091" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.248063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fdcc60a-d134-4b95-bed9-672158e48091" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.248437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fdcc60a-d134-4b95-bed9-672158e48091" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.248437] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fdcc60a-d134-4b95-bed9-672158e48091',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.627112] env[66213]: INFO networking_nsxv3.common.synchronization [None req-5eb879a2-7520-4393-8ba7-b4069584e85d None None] Enqueued Resource ID: 1013d1fc-23cc-4909-959e-524f9fadac23 with Priority: HIGHEST for action port [ 589.627528] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1013d1fc-23cc-4909-959e-524f9fadac23 with Priority: HIGHEST for action port [ 589.628361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1013d1fc-23cc-4909-959e-524f9fadac23 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.628361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1013d1fc-23cc-4909-959e-524f9fadac23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.628361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1013d1fc-23cc-4909-959e-524f9fadac23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.628601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1013d1fc-23cc-4909-959e-524f9fadac23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.628704] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1013d1fc-23cc-4909-959e-524f9fadac23',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.750349] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fdcc60a-d134-4b95-bed9-672158e48091 [ 589.751524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.751524] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fdcc60a-d134-4b95-bed9-672158e48091 already deleted. [ 589.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fdcc60a-d134-4b95-bed9-672158e48091" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.761965] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 589.762215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.762365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.762569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.762840] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.762997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.763080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.763248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.763328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.764350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.764350] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.844772] env[66213]: INFO networking_nsxv3.common.synchronization [None req-747f65ee-ef8b-490f-865e-1e95b5f75e25 None None] Enqueued Resource ID: fb312283-c74a-4314-8ceb-6367d5c5b56b with Priority: HIGHEST for action port [ 589.846078] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb312283-c74a-4314-8ceb-6367d5c5b56b with Priority: HIGHEST for action port [ 589.846078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb312283-c74a-4314-8ceb-6367d5c5b56b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.846078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb312283-c74a-4314-8ceb-6367d5c5b56b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.846078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb312283-c74a-4314-8ceb-6367d5c5b56b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.846078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb312283-c74a-4314-8ceb-6367d5c5b56b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.846078] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb312283-c74a-4314-8ceb-6367d5c5b56b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.132621] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1013d1fc-23cc-4909-959e-524f9fadac23 [ 590.132621] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.135489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.135489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.135489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.135489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.135489] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1013d1fc-23cc-4909-959e-524f9fadac23 already deleted. [ 590.135489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1013d1fc-23cc-4909-959e-524f9fadac23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.267861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.268316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.268501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.268850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.268896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.268981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.269135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.272017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.272017] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.348594] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb312283-c74a-4314-8ceb-6367d5c5b56b [ 590.348594] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.348777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.348777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.349195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.349195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.349195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb312283-c74a-4314-8ceb-6367d5c5b56b already deleted. [ 590.349487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb312283-c74a-4314-8ceb-6367d5c5b56b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.776268] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88bd9ce-ec78-440a-84ff-c3b66b3496c8: rpc.has_security_group_logging(os_id): False [ 590.802238] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.802238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.802238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.802443] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.802443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.802658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.803303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.803408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.803627] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.803735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.803796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.803951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.804043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.804234] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.804324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.804477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.804516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.804577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.804654] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be created. [ 590.877193] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.877406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.877406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.879319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.879640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.893994] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 591.170960] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9084b4ea-2f95-400a-80d6-3790e1b6a081 None None] Enqueued Resource ID: 38fe118e-384b-4887-ac3e-b14640424c7e with Priority: HIGHEST for action port [ 591.171735] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fe118e-384b-4887-ac3e-b14640424c7e with Priority: HIGHEST for action port [ 591.172268] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fe118e-384b-4887-ac3e-b14640424c7e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.172504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fe118e-384b-4887-ac3e-b14640424c7e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.173463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fe118e-384b-4887-ac3e-b14640424c7e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.173810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fe118e-384b-4887-ac3e-b14640424c7e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.173997] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fe118e-384b-4887-ac3e-b14640424c7e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.676553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38fe118e-384b-4887-ac3e-b14640424c7e [ 591.676785] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.676962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.677096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.677707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.677707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.677707] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38fe118e-384b-4887-ac3e-b14640424c7e already deleted. [ 591.677707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fe118e-384b-4887-ac3e-b14640424c7e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.107778] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d509ce64-7c77-40e6-b7d3-6e9b685d1971 None None] Enqueued Resource ID: 307256ed-e05f-47bb-91aa-d65d1ab617ec with Priority: HIGHEST for action port [ 592.109440] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307256ed-e05f-47bb-91aa-d65d1ab617ec with Priority: HIGHEST for action port [ 592.110195] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-307256ed-e05f-47bb-91aa-d65d1ab617ec taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.110195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307256ed-e05f-47bb-91aa-d65d1ab617ec" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.110195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307256ed-e05f-47bb-91aa-d65d1ab617ec" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.110526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307256ed-e05f-47bb-91aa-d65d1ab617ec" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.110526] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307256ed-e05f-47bb-91aa-d65d1ab617ec',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.613648] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 307256ed-e05f-47bb-91aa-d65d1ab617ec [ 592.613927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.614072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.614112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.614313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.614612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.614612] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:307256ed-e05f-47bb-91aa-d65d1ab617ec already deleted. [ 592.614612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307256ed-e05f-47bb-91aa-d65d1ab617ec" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.913023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 592.913023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.046043] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8bbe7b4d-a2de-44b5-9892-3f6b70f477aa None None] Enqueued Resource ID: 88db6c3e-4e6a-43d3-b2ff-27b5b02e5861 with Priority: HIGHEST for action port [ 593.046043] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88db6c3e-4e6a-43d3-b2ff-27b5b02e5861 with Priority: HIGHEST for action port [ 593.046043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-88db6c3e-4e6a-43d3-b2ff-27b5b02e5861 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.046043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88db6c3e-4e6a-43d3-b2ff-27b5b02e5861" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.046043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88db6c3e-4e6a-43d3-b2ff-27b5b02e5861" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.050985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88db6c3e-4e6a-43d3-b2ff-27b5b02e5861" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.050985] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88db6c3e-4e6a-43d3-b2ff-27b5b02e5861',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.389981] env[66213]: INFO networking_nsxv3.common.synchronization [None req-37c4e53a-de40-4259-b062-0dcf0d586602 None None] Enqueued Resource ID: 8af43425-c434-4dcc-a21a-c228924644be with Priority: HIGHEST for action port [ 593.392361] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af43425-c434-4dcc-a21a-c228924644be with Priority: HIGHEST for action port [ 593.392606] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af43425-c434-4dcc-a21a-c228924644be taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.392725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af43425-c434-4dcc-a21a-c228924644be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.392797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af43425-c434-4dcc-a21a-c228924644be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.393122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af43425-c434-4dcc-a21a-c228924644be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.393122] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af43425-c434-4dcc-a21a-c228924644be',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.552858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88db6c3e-4e6a-43d3-b2ff-27b5b02e5861 [ 593.555554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.555718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.555859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.556044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.556537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.556537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88db6c3e-4e6a-43d3-b2ff-27b5b02e5861 already deleted. [ 593.556537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88db6c3e-4e6a-43d3-b2ff-27b5b02e5861" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.897789] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af43425-c434-4dcc-a21a-c228924644be [ 593.898580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.898580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.898580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.898580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.898917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.898917] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af43425-c434-4dcc-a21a-c228924644be already deleted. [ 593.898917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af43425-c434-4dcc-a21a-c228924644be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.493761] env[66213]: INFO networking_nsxv3.common.synchronization [None req-cd77b82f-c0d7-45fd-acc4-418fc938c60f None None] Enqueued Resource ID: 36fe48cb-2c5a-4583-86ae-dac6719497da with Priority: HIGHEST for action port [ 594.495034] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36fe48cb-2c5a-4583-86ae-dac6719497da with Priority: HIGHEST for action port [ 594.495034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-36fe48cb-2c5a-4583-86ae-dac6719497da taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.495034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36fe48cb-2c5a-4583-86ae-dac6719497da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.495034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36fe48cb-2c5a-4583-86ae-dac6719497da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.495385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36fe48cb-2c5a-4583-86ae-dac6719497da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.495495] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36fe48cb-2c5a-4583-86ae-dac6719497da',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.998133] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36fe48cb-2c5a-4583-86ae-dac6719497da [ 594.998809] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.998809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.998809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.998809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.999039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.999039] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36fe48cb-2c5a-4583-86ae-dac6719497da already deleted. [ 594.999039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36fe48cb-2c5a-4583-86ae-dac6719497da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.071976] env[66213]: INFO networking_nsxv3.common.synchronization [req-47d9bcd2-1cda-4c61-8bc6-f52e6fc3bc52 req-bf50d78e-89db-40f3-82fd-fa7974a7ce64 tempest-DeleteServersAdminTestJSON-1149772438 tempest-DeleteServersAdminTestJSON-1149772438-project-member] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 595.071976] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 595.071976] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.071976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.071976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.072394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.072758] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.072758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.072970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.073337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.074167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.074167] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.440406] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.440406] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.440406] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.440406] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.440692] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.441699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.441699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.441943] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.442814] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.443052] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.443168] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.443269] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.443371] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.443477] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.443575] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.443710] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.467743] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.468179] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.468444] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.468665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.469367] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-962c9fd5-9a18-4072-a4a1-1745744d58f7 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.469635] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.470191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.470536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.470616] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962c9fd5-9a18-4072-a4a1-1745744d58f7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.561652] env[66213]: INFO networking_nsxv3.common.synchronization [None req-accfddf6-6fe2-4fdf-bc87-aeb675840c45 None None] Enqueued Resource ID: db0b0dbf-b391-4160-acc0-0961313e967a with Priority: HIGHEST for action port [ 595.562270] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0b0dbf-b391-4160-acc0-0961313e967a with Priority: HIGHEST for action port [ 595.562823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0b0dbf-b391-4160-acc0-0961313e967a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.562994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0b0dbf-b391-4160-acc0-0961313e967a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.563090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0b0dbf-b391-4160-acc0-0961313e967a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.563726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0b0dbf-b391-4160-acc0-0961313e967a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.563801] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0b0dbf-b391-4160-acc0-0961313e967a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.576955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.577189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.577260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578867] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 already deleted. [ 595.578867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.974704] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.974962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.975201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.976030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.976030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.976030] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 962c9fd5-9a18-4072-a4a1-1745744d58f7 not found, creating... [ 595.976186] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.976257] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.976345] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.978150] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.978150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.978470] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 962c9fd5-9a18-4072-a4a1-1745744d58f7 is going to be created. [ 596.001727] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.002087] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.002572] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.002835] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.003180] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.003543] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.068136] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db0b0dbf-b391-4160-acc0-0961313e967a [ 596.068136] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.068136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.068136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.068553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.068553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.068553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db0b0dbf-b391-4160-acc0-0961313e967a already deleted. [ 596.068670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0b0dbf-b391-4160-acc0-0961313e967a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.717254] env[66213]: INFO networking_nsxv3.common.synchronization [None req-14e5edea-8f0a-492f-828f-f68f18b9bf13 None None] Enqueued Resource ID: 6112457a-b2d2-46ec-a837-d0f1112dd0c2 with Priority: HIGHEST for action port [ 596.718072] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6112457a-b2d2-46ec-a837-d0f1112dd0c2 with Priority: HIGHEST for action port [ 596.718126] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6112457a-b2d2-46ec-a837-d0f1112dd0c2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.718251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6112457a-b2d2-46ec-a837-d0f1112dd0c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.718314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6112457a-b2d2-46ec-a837-d0f1112dd0c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.718584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6112457a-b2d2-46ec-a837-d0f1112dd0c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.718669] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6112457a-b2d2-46ec-a837-d0f1112dd0c2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.722985] env[66213]: INFO networking_nsxv3.common.synchronization [req-47d9bcd2-1cda-4c61-8bc6-f52e6fc3bc52 req-d580d781-ab2e-4d66-9bd0-d24bac3747e3 service nova] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_rules [ 596.723170] env[66213]: INFO networking_nsxv3.common.synchronization [req-47d9bcd2-1cda-4c61-8bc6-f52e6fc3bc52 req-d580d781-ab2e-4d66-9bd0-d24bac3747e3 service nova] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 596.723301] env[66213]: INFO networking_nsxv3.common.synchronization [req-47d9bcd2-1cda-4c61-8bc6-f52e6fc3bc52 req-d580d781-ab2e-4d66-9bd0-d24bac3747e3 service nova] Enqueued Resource ID: 962c9fd5-9a18-4072-a4a1-1745744d58f7 with Priority: HIGHEST for action port [ 596.723504] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_rules [ 596.723626] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 596.724083] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962c9fd5-9a18-4072-a4a1-1745744d58f7 with Priority: HIGHEST for action port [ 596.724223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.724342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.724406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.724757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.724917] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.726178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.726292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.726480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.726649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.726804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.726920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.726956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.727116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.727202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.727288] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.728426] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-962c9fd5-9a18-4072-a4a1-1745744d58f7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.728517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.729609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.729609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.729609] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962c9fd5-9a18-4072-a4a1-1745744d58f7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.072152] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2976273a-a137-4d69-91c5-bbd6d3ce5802 tempest-ServersTestBootFromVolume-411989614 tempest-ServersTestBootFromVolume-411989614-project-member] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 597.072744] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 597.073085] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.073170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.073244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.073916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.074955] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.221988] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6112457a-b2d2-46ec-a837-d0f1112dd0c2 [ 597.222359] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.222467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.222535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.222765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.222872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.223051] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6112457a-b2d2-46ec-a837-d0f1112dd0c2 already deleted. [ 597.223144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6112457a-b2d2-46ec-a837-d0f1112dd0c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.225787] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1bc2752f-e763-4680-9ab4-e13a3709577d tempest-ServersTestBootFromVolume-411989614 tempest-ServersTestBootFromVolume-411989614-project-member] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 597.226463] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 597.226657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.226733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.227128] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.227939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.228907] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.230607] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 962c9fd5-9a18-4072-a4a1-1745744d58f7 with status ACTIVE [ 597.230783] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.230891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.230975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.231215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.231343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.231528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.231689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.231790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.231969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.232079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.232289] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.232347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.232532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.236533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.237540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.237540] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 962c9fd5-9a18-4072-a4a1-1745744d58f7 is going to be updated. [ 597.265695] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.265917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.265997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.266307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.266515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.266710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962c9fd5-9a18-4072-a4a1-1745744d58f7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.480557] env[66213]: INFO networking_nsxv3.common.synchronization [req-b8279758-2b1b-4c9f-b983-239d23f263f0 req-14de5c15-742b-40c2-bad6-8b67e49c1880 tempest-ServerExternalEventsTest-884237448 tempest-ServerExternalEventsTest-884237448-project-member] Enqueued Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 597.481148] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 597.481445] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.481579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.481651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.481928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.482366] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.482572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.482659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.482846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.482953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.483067] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.597349] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.597563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.598979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.598979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.599366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.599515] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf already deleted. [ 597.599644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.599857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.600100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.600221] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.740734] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.968348] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.968566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.968643] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.968884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.969137] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.969283] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.969390] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.969592] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.969725] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.969982] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.970198] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.970422] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.970532] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.970645] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.970742] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.970864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.987867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.988078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.988159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.988417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.988531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.988766] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.988892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.988963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.989170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.989253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.989363] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e already deleted. [ 597.989464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.991777] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.991969] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.992139] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.992312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.992620] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.992804] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.992945] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.993273] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.993422] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4a9eed-05a8-43f6-8a61-1d937a0804bf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.123349] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.123805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.123805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.123805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.123805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.123964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf already deleted. [ 598.123964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.157955] env[66213]: INFO networking_nsxv3.common.synchronization [None req-3a4b22ac-f441-4e9a-92cd-8f18367151db tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 598.158894] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 598.159225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.159293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.159330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.161070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.161070] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.244316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.244673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.244673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.245639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.245639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.245639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be created. [ 598.275328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.275560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.275621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.275914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.276022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.287890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: UNINITIALIZED for 2s [ 598.496293] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.496959] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.497139] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.497288] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port bf4a9eed-05a8-43f6-8a61-1d937a0804bf not found, creating... [ 598.497589] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.497766] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.497910] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.498190] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.498307] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.498984] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.498984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.498984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.503454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.503454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.503454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: bf4a9eed-05a8-43f6-8a61-1d937a0804bf is going to be created. [ 598.523690] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.523997] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.524083] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.524319] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.524755] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.524755] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.694288] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.694288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.694288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.694288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.694288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.694288] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 already deleted. [ 598.694288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.711026] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8725a7fe-9e2a-49ce-af67-fe6b91b6c5e7 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 598.711026] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 598.711026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.711322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.713377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.713377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.713377] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.075879] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2a4bdd8b-14f4-4459-a4cd-1e936d7930d5 None None] Enqueued Resource ID: 28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc with Priority: HIGHEST for action port [ 599.076165] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc with Priority: HIGHEST for action port [ 599.076732] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.076856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.076916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.077954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.081105] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.098554] env[66213]: INFO networking_nsxv3.common.synchronization [None req-eb89b959-68e0-45d7-ac4a-774b2d48e71c None None] Enqueued Resource ID: 4af60f6c-42d4-4c86-acbf-1c2bcd9bf514 with Priority: HIGHEST for action port [ 599.099542] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af60f6c-42d4-4c86-acbf-1c2bcd9bf514 with Priority: HIGHEST for action port [ 599.099758] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af60f6c-42d4-4c86-acbf-1c2bcd9bf514 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.099920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af60f6c-42d4-4c86-acbf-1c2bcd9bf514" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.099980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af60f6c-42d4-4c86-acbf-1c2bcd9bf514" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.100298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af60f6c-42d4-4c86-acbf-1c2bcd9bf514" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.100334] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af60f6c-42d4-4c86-acbf-1c2bcd9bf514',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.236291] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.237681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.237681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.237681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.237681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.237681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 already deleted. [ 599.237681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.418465] env[66213]: INFO networking_nsxv3.common.synchronization [req-b8279758-2b1b-4c9f-b983-239d23f263f0 req-41dea2af-0bbb-4c32-a2d8-e22e60a84840 service nova] Enqueued Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_rules [ 599.418591] env[66213]: INFO networking_nsxv3.common.synchronization [req-b8279758-2b1b-4c9f-b983-239d23f263f0 req-41dea2af-0bbb-4c32-a2d8-e22e60a84840 service nova] Enqueued Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 599.418726] env[66213]: INFO networking_nsxv3.common.synchronization [req-b8279758-2b1b-4c9f-b983-239d23f263f0 req-41dea2af-0bbb-4c32-a2d8-e22e60a84840 service nova] Enqueued Resource ID: bf4a9eed-05a8-43f6-8a61-1d937a0804bf with Priority: HIGHEST for action port [ 599.419306] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_rules [ 599.419428] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 599.419584] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4a9eed-05a8-43f6-8a61-1d937a0804bf with Priority: HIGHEST for action port [ 599.419876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.420018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.420086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.420395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.420481] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.421488] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.421590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.421658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.421831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.421983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.422093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.422152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.422298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.422378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.422463] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.423774] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.423774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.423774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.424051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.424051] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4a9eed-05a8-43f6-8a61-1d937a0804bf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.583636] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc [ 599.583830] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.583900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.584128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.584222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.584282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.584351] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc already deleted. [ 599.584424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c822f2-4d2d-4aa6-a4c5-359c0bfe25fc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.603408] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4af60f6c-42d4-4c86-acbf-1c2bcd9bf514 [ 599.604290] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.604290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.604290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.604290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.604290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.604290] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4af60f6c-42d4-4c86-acbf-1c2bcd9bf514 already deleted. [ 599.604290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af60f6c-42d4-4c86-acbf-1c2bcd9bf514" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.730021] env[66213]: INFO networking_nsxv3.common.synchronization [None req-5a3791d5-690b-4e93-b88f-5bbc98ab90b2 tempest-VolumesAssistedSnapshotsTest-528241462 tempest-VolumesAssistedSnapshotsTest-528241462-project-member] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 599.730021] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 599.730021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.730021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.730021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.730021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.730021] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.927438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.927620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.927830] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.928813] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf4a9eed-05a8-43f6-8a61-1d937a0804bf with status ACTIVE [ 599.929024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.929182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.929274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.929804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.929804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.929804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.929804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.930056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.930056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.930879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.931105] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.931214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.931281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.931451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.931659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.931659] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf4a9eed-05a8-43f6-8a61-1d937a0804bf is going to be updated. [ 599.953292] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.953480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.953633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.953732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.953872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.954064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4a9eed-05a8-43f6-8a61-1d937a0804bf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.001226] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9f643a4b-b160-47be-90f8-9d6bab8b3036 tempest-VolumesAssistedSnapshotsTest-528241462 tempest-VolumesAssistedSnapshotsTest-528241462-project-member] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 600.002164] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 600.002203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.002336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.067292] env[66213]: INFO networking_nsxv3.common.synchronization [req-8fbad261-b2de-453b-aa21-f99482d94edf req-3ca51c47-5980-4abb-b676-703fb81d6113 tempest-ImagesOneServerTestJSON-1488788925 tempest-ImagesOneServerTestJSON-1488788925-project-member] Enqueued Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 600.067897] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 600.068521] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.068707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.068786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.069092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.069251] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.069362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.069556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.069792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.069932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.070049] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.252053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.252431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.252431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.252529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.252610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb already deleted. [ 600.252827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.253121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.253241] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.297859] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 600.298181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.298297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.298520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.298734] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.298875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.298977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.299176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.299260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.299346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.299435] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.434260] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.574203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.574203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.574203] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 already deleted. [ 600.574203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.657231] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.657424] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-389" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.657636] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-389" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.657920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-389" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.658184] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.658501] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.658501] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.658858] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.658976] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.660243] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.660243] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.660243] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.660243] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.660490] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.660643] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.660943] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.684267] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.684267] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.684267] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.684498] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-389" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.686150] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.686150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.686150] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0775bdfd-11c9-4f02-a97a-f0a05ec98ff8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.775442] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.775442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.775442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.775442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.775442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.775442] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb already deleted. [ 600.775442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.803367] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.803367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.803367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.804095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.804095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.804095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.804095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.804095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.804095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.804952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.804952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.804952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.806548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.806548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.806548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.806548] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.937628] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.937628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.937759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.938013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.938013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.938242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e is going to be created. [ 600.966887] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.966887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.966887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.967336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.968731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.979210] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: UNINITIALIZED for 2s [ 601.191317] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.192619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.192619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.192619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.192619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.192619] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 not found, creating... [ 601.192912] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.193126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.193246] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.193514] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.193724] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.194194] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.194405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.194525] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.194751] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.194884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.195034] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 is going to be created. [ 601.219495] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.219739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.219812] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.220163] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.220385] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.220595] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.308566] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c75a1a19-1520-4848-97a9-51b05052beb2: rpc.has_security_group_logging(os_id): False [ 601.324749] env[66213]: INFO networking_nsxv3.common.synchronization [None req-b3e4bf54-4de2-4534-84c6-0ee5cddc3a62 None None] Enqueued Resource ID: 9e44faf5-5bf8-436d-9ccd-9ad8daea044c with Priority: HIGHEST for action port [ 601.325362] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e44faf5-5bf8-436d-9ccd-9ad8daea044c with Priority: HIGHEST for action port [ 601.325702] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e44faf5-5bf8-436d-9ccd-9ad8daea044c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.325832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e44faf5-5bf8-436d-9ccd-9ad8daea044c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.325900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e44faf5-5bf8-436d-9ccd-9ad8daea044c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.326342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e44faf5-5bf8-436d-9ccd-9ad8daea044c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.326342] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e44faf5-5bf8-436d-9ccd-9ad8daea044c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.335873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.336066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.336191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.337724] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.337724] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.337724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.338373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.338529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.339745] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.339745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.339745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.339745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.339745] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be created. [ 601.413899] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.414137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.414209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.414405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.415222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.430203] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 601.828017] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e44faf5-5bf8-436d-9ccd-9ad8daea044c [ 601.828340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.830783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.830869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.831131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831381] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e44faf5-5bf8-436d-9ccd-9ad8daea044c already deleted. [ 601.831423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e44faf5-5bf8-436d-9ccd-9ad8daea044c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.970041] env[66213]: INFO networking_nsxv3.common.synchronization [req-8fbad261-b2de-453b-aa21-f99482d94edf req-eed57fde-2bd4-48ce-b348-2036fe9c39a2 service nova] Enqueued Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_rules [ 601.970218] env[66213]: INFO networking_nsxv3.common.synchronization [req-8fbad261-b2de-453b-aa21-f99482d94edf req-eed57fde-2bd4-48ce-b348-2036fe9c39a2 service nova] Enqueued Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 601.970377] env[66213]: INFO networking_nsxv3.common.synchronization [req-8fbad261-b2de-453b-aa21-f99482d94edf req-eed57fde-2bd4-48ce-b348-2036fe9c39a2 service nova] Enqueued Resource ID: 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 with Priority: HIGHEST for action port [ 601.970938] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_rules [ 601.971116] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 601.971186] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 with Priority: HIGHEST for action port [ 601.971521] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.971690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.971764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.972046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.972139] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.976614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.976614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.976614] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.976614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.976614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.976614] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0775bdfd-11c9-4f02-a97a-f0a05ec98ff8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.481893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.481893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.481893] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.481893] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 with status ACTIVE [ 602.481893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.481893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.481893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.481893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.481893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.483340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.483340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.483340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.483340] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0775bdfd-11c9-4f02-a97a-f0a05ec98ff8 is going to be updated. [ 602.511903] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.511903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.511903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.512312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.512800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.512800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0775bdfd-11c9-4f02-a97a-f0a05ec98ff8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.694856] env[66213]: INFO networking_nsxv3.common.synchronization [req-35e9008a-73d8-43a0-b29b-de7affb909d4 req-3792a2c1-fd5e-48ef-94ea-30e703e3dd7e tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 602.695587] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 602.695723] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.695921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.696036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.696421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.696708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.697105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.697266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.697778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.698295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.698295] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.987371] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.994335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: SUCCESS [ 602.994335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.995440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.995440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.995664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.995664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.995861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.995917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.996019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.997047] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.201282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.201491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.201529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.201730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.201822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.202387] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.202387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.202387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.202387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.202387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.202660] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce already deleted. [ 603.202660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.204700] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.204868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.205011] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.205201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.205439] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.205616] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.205719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.205920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.206062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.206329] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.206434] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.206537] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.206732] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.206732] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.206884] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.206946] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.226956] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.227552] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.227801] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.228042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.228493] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-20f9555a-f0fe-4551-a44f-39da3274bd32 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.228769] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.228934] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.229322] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.229567] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f9555a-f0fe-4551-a44f-39da3274bd32',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.437994] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1f4d1392-4d01-4050-9f12-b7143a90dae9 None None] Enqueued Resource ID: 4caf9c12-4170-4ec8-980e-63040bdb693b with Priority: HIGHEST for action port [ 603.438561] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caf9c12-4170-4ec8-980e-63040bdb693b with Priority: HIGHEST for action port [ 603.438865] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4caf9c12-4170-4ec8-980e-63040bdb693b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.438992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4caf9c12-4170-4ec8-980e-63040bdb693b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.439067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4caf9c12-4170-4ec8-980e-63040bdb693b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.439327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4caf9c12-4170-4ec8-980e-63040bdb693b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.439376] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4caf9c12-4170-4ec8-980e-63040bdb693b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.443741] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 603.443953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.491759] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.492126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.492126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.492381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.492501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.492627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 is going to be created. [ 603.501093] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.501776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.502080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.502170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.502312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.502404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.502460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.502601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.502735] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.502860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.502906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.503017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.503094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.503174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.503260] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.522359] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.522536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.522536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.522775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.522924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.534780] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: UNINITIALIZED for 2s [ 603.732267] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.732267] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.732267] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.732499] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.732695] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.732880] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 20f9555a-f0fe-4551-a44f-39da3274bd32 not found, creating... [ 603.733277] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.733428] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.733596] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.733881] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.734125] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.734585] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.734811] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.734963] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.735259] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.735439] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.735689] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 20f9555a-f0fe-4551-a44f-39da3274bd32 is going to be created. [ 603.758486] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.758727] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.758774] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.759052] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.759279] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.759494] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.941805] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4caf9c12-4170-4ec8-980e-63040bdb693b [ 603.942055] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.942190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.942261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.942493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.942781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.942781] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4caf9c12-4170-4ec8-980e-63040bdb693b already deleted. [ 603.942781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4caf9c12-4170-4ec8-980e-63040bdb693b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.005626] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0893292e-fe1c-49cc-a3f7-c627fd984a6e: rpc.has_security_group_logging(os_id): False [ 604.028675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.028896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.028896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.029535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.029637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.029833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.029930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.029997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.030159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.030706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.030706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.030706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.030706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.030706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031718] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e is going to be created. [ 604.097716] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.099275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.099275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.099275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.099275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.114026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: IN_PROGRESS for 2s [ 604.512814] env[66213]: INFO networking_nsxv3.common.synchronization [req-35e9008a-73d8-43a0-b29b-de7affb909d4 req-ae925f40-c10c-4db7-8162-83a8911c4e87 service nova] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_rules [ 604.512814] env[66213]: INFO networking_nsxv3.common.synchronization [req-35e9008a-73d8-43a0-b29b-de7affb909d4 req-ae925f40-c10c-4db7-8162-83a8911c4e87 service nova] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 604.513159] env[66213]: INFO networking_nsxv3.common.synchronization [req-35e9008a-73d8-43a0-b29b-de7affb909d4 req-ae925f40-c10c-4db7-8162-83a8911c4e87 service nova] Enqueued Resource ID: 20f9555a-f0fe-4551-a44f-39da3274bd32 with Priority: HIGHEST for action port [ 604.513159] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_rules [ 604.513293] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 604.513377] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f9555a-f0fe-4551-a44f-39da3274bd32 with Priority: HIGHEST for action port [ 604.514552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.514682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.515083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.515371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.515371] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.517081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.517081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.517081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.517081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.517081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.517081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.517081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.517422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.517422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.517422] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.519852] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f9555a-f0fe-4551-a44f-39da3274bd32 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.519852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.519852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.519852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.519852] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f9555a-f0fe-4551-a44f-39da3274bd32',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.919514] env[66213]: INFO networking_nsxv3.common.synchronization [req-62fecbb7-705f-4355-a9ac-24f5ceb07159 req-5ef04f58-abcb-4132-9d47-5a150936f989 tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 604.919514] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 604.919514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.919514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.919514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.919514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.920187] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.920317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.920384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.920792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.920792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.920792] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.020194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.020327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.020542] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.021547] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20f9555a-f0fe-4551-a44f-39da3274bd32 with status ACTIVE [ 605.021845] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.021930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.021930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.022147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.022231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.022858] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.022858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.022858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.022858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.022858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.023074] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.023244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.023362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.023584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.023725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.023955] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20f9555a-f0fe-4551-a44f-39da3274bd32 is going to be updated. [ 605.046811] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.047040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.047076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.047423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.047486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.047681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f9555a-f0fe-4551-a44f-39da3274bd32" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.424440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.426920] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.426920] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf already deleted. [ 605.426920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.488723] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.488927] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.489087] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.489376] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.489639] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.489790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.489931] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.490204] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.490342] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.490629] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.490766] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.490846] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.490950] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.491077] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.491285] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.491400] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.524103] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.524719] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.524866] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.524971] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.525319] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5c68aeaf-0eb4-4157-bb9d-52d70e794932 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.525511] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.525607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.525956] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.526107] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c68aeaf-0eb4-4157-bb9d-52d70e794932',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.527390] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.546894] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: SUCCESS [ 605.547724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.549762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.550153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.550432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.550683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.550839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.552128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.552128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.552128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.552128] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.664918] env[66213]: INFO networking_nsxv3.common.synchronization [None req-21a0899d-d2a3-4fab-ac6b-dcabe104567c None None] Enqueued Resource ID: 93ba3585-fb57-4bdb-b925-739fa00c03be with Priority: HIGHEST for action port [ 605.665186] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ba3585-fb57-4bdb-b925-739fa00c03be with Priority: HIGHEST for action port [ 605.666668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-93ba3585-fb57-4bdb-b925-739fa00c03be taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.666668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93ba3585-fb57-4bdb-b925-739fa00c03be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.666668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93ba3585-fb57-4bdb-b925-739fa00c03be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.666668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93ba3585-fb57-4bdb-b925-739fa00c03be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.666668] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ba3585-fb57-4bdb-b925-739fa00c03be',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.030694] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.030694] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.030694] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.032916] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.033165] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.033330] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5c68aeaf-0eb4-4157-bb9d-52d70e794932 not found, creating... [ 606.034926] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.034926] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.034926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.035323] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.035488] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.035656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5c68aeaf-0eb4-4157-bb9d-52d70e794932 is going to be created. [ 606.037260] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.037418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.037507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.037722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.037845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.037954] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be created. [ 606.053809] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.053963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.054046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.054268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.054424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.054526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.054590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.054743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.054829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.055472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.055472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.055472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.055472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.055472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.055472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.055832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.055832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.055832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.055832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.055955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.055955] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.069656] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.069864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.069986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.070290] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.070519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.070851] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.073582] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.073723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.073775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.073975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.074450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.084101] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: UNINITIALIZED for 2s [ 606.157913] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: SUCCESS [ 606.159366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.169425] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93ba3585-fb57-4bdb-b925-739fa00c03be [ 606.169425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.169425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.169425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.170139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.170308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.170450] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93ba3585-fb57-4bdb-b925-739fa00c03be already deleted. [ 606.170580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93ba3585-fb57-4bdb-b925-739fa00c03be" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.559272] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c78484-f1a5-4ece-b7cc-c7683ec135b6: rpc.has_security_group_logging(os_id): False [ 606.586056] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.586272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.586272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.586554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.586671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.586922] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.587491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.587491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.587491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.587491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588050] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.588050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.588532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.588532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.588727] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.588863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.588922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.589107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.590980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.591281] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 is going to be created. [ 606.670429] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.670429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.670429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.670429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.670429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.683362] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: IN_PROGRESS for 2s [ 606.698105] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-57995354-4a4e-4573-8346-093300043eca tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 606.699234] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 606.699569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.699695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.699766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.700068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.700226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.700324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.700543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.700626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.700718] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.859735] env[66213]: INFO networking_nsxv3.common.synchronization [req-62fecbb7-705f-4355-a9ac-24f5ceb07159 req-dbd8da75-7047-4670-8341-698f598a8ed4 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 606.860178] env[66213]: INFO networking_nsxv3.common.synchronization [req-62fecbb7-705f-4355-a9ac-24f5ceb07159 req-dbd8da75-7047-4670-8341-698f598a8ed4 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 606.860345] env[66213]: INFO networking_nsxv3.common.synchronization [req-62fecbb7-705f-4355-a9ac-24f5ceb07159 req-dbd8da75-7047-4670-8341-698f598a8ed4 service nova] Enqueued Resource ID: 5c68aeaf-0eb4-4157-bb9d-52d70e794932 with Priority: HIGHEST for action port [ 606.860948] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 606.861171] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 606.861329] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c68aeaf-0eb4-4157-bb9d-52d70e794932 with Priority: HIGHEST for action port [ 606.861765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.861836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.861903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.862254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.862357] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.863572] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.863693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.863760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.863949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.864209] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.864316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.864386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.864576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.864665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.864770] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.865614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c68aeaf-0eb4-4157-bb9d-52d70e794932 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.865793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.865837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.865984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.866078] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c68aeaf-0eb4-4157-bb9d-52d70e794932',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.203514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.203671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.203802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.203980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.204084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.204275] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.204374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.204436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.204594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.204670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.204751] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f already deleted. [ 607.204830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.262418] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-9d0190d7-bf7b-42b3-9836-57d0d0449968 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 607.263131] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 607.263534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.263711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.263824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.264103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.264337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.264482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.264587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.264802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.264938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.265095] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.369494] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.370985] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.371184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.371650] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c68aeaf-0eb4-4157-bb9d-52d70e794932 with status ACTIVE [ 607.371854] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.372042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.372160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.373393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.373577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.373835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.374027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.374155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.374487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.374695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.374926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.375128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.375305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.375761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.375761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.375761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c68aeaf-0eb4-4157-bb9d-52d70e794932 is going to be updated. [ 607.399160] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.400074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.400383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c68aeaf-0eb4-4157-bb9d-52d70e794932" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.767652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.769818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.769818] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f already deleted. [ 607.769818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.789725] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-f04255e2-d4ba-47f1-9bdd-b14ea0faa7ef tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 607.794179] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 607.794179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.794179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.794179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.794179] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.872867] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.096955] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 608.098107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.098274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.098712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.099019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.099217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.099344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.099615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.099808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.099915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.100200] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.136025] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.136424] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.136903] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.137079] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.137494] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.139742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.139742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.139742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.139974] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.140311] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.140520] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.141641] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.141641] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.141641] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.141641] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.141641] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.165104] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.165406] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.165639] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.165950] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.166456] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.166750] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.166971] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167451] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167699] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba0aab5-c6f2-424d-9e17-99e6e5ca26fa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.297473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.297766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.298080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.298177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.298379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.298481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.298612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.298833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.298916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.299012] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f already deleted. [ 608.299096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.376538] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.377078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.377178] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be created. [ 608.403392] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.403576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.403620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.403816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.403974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414082] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: UNINITIALIZED for 2s [ 608.603873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.604069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.604143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.604374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.604547] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.604648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.604712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.604866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.604952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.605048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.605196] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.605353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.605490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.605622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.605771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.605904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.605980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606162] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.671469] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.671865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.672103] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.672539] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.672761] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.672984] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port aba0aab5-c6f2-424d-9e17-99e6e5ca26fa not found, creating... [ 608.676276] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.676511] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.676638] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.676969] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.677176] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.677439] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677550] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.677689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.677921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.678067] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.678239] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: aba0aab5-c6f2-424d-9e17-99e6e5ca26fa is going to be created. [ 608.702986] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: SUCCESS [ 608.702986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.706840] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.707159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.707348] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.707801] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.708143] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.708469] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.986403] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a64ca4eb-de68-4094-b325-4c9ff644b981 None None] Enqueued Resource ID: 4c52f794-bba1-4f1e-aa06-6fd76abcd0e4 with Priority: HIGHEST for action port [ 608.987259] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c52f794-bba1-4f1e-aa06-6fd76abcd0e4 with Priority: HIGHEST for action port [ 608.987405] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c52f794-bba1-4f1e-aa06-6fd76abcd0e4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.987583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c52f794-bba1-4f1e-aa06-6fd76abcd0e4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.987583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c52f794-bba1-4f1e-aa06-6fd76abcd0e4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.987902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c52f794-bba1-4f1e-aa06-6fd76abcd0e4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.988102] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c52f794-bba1-4f1e-aa06-6fd76abcd0e4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.110130] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b4f214-d8a4-486f-ba7d-ed91877a91ce: rpc.has_security_group_logging(os_id): False [ 609.129864] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.130089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.130228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.130353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.130463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.130720] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.130834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.130892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.131646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.131646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.131646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.131646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.131646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.131646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.131902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.132388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.132444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.132776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.132776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.132776] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be created. [ 609.200996] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.201155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.201194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.201408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.201591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.215225] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 609.491043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c52f794-bba1-4f1e-aa06-6fd76abcd0e4 [ 609.491043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.491043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.491043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.491043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.491399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.491436] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c52f794-bba1-4f1e-aa06-6fd76abcd0e4 already deleted. [ 609.491547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c52f794-bba1-4f1e-aa06-6fd76abcd0e4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.551856] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-90ab0e24-b272-4795-9106-5fc5dcfc0c43 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 609.551856] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-90ab0e24-b272-4795-9106-5fc5dcfc0c43 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 609.551986] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-90ab0e24-b272-4795-9106-5fc5dcfc0c43 service nova] Enqueued Resource ID: aba0aab5-c6f2-424d-9e17-99e6e5ca26fa with Priority: HIGHEST for action port [ 609.553329] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 609.553615] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 609.553709] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba0aab5-c6f2-424d-9e17-99e6e5ca26fa with Priority: HIGHEST for action port [ 609.560023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560023] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.560023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.560023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.560871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.560871] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.563272] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.564753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.564753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.567135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.567135] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba0aab5-c6f2-424d-9e17-99e6e5ca26fa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.682034] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3dd78a1-85cd-4949-bd72-3df0a1ac5fa9 req-eac4a3c3-bd6f-4612-bb6e-ddf6b9df3483 tempest-VolumesAdminNegativeTest-485987241 tempest-VolumesAdminNegativeTest-485987241-project-member] Enqueued Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 609.682034] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 609.682034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.682034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.691233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.691233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.691233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.691233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.691233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.691233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.691233] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.929341] env[66213]: INFO networking_nsxv3.common.synchronization [None req-09f47e66-74b2-425e-82f6-9471d1dc8edd tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 609.929431] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 609.929789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.930140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.930140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.931788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931788] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.067282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.067624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.068189] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.069909] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba0aab5-c6f2-424d-9e17-99e6e5ca26fa with status ACTIVE [ 610.070878] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.070878] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.070878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.071338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.071338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.071338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.071338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.072057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.072057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.072057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.072057] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba0aab5-c6f2-424d-9e17-99e6e5ca26fa is going to be updated. [ 610.096071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.098209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.098209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.098209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.098209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.098209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba0aab5-c6f2-424d-9e17-99e6e5ca26fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.193331] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.193478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.193546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.193785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.193874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.194424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.194424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.194424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.194424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.194618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.194618] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e already deleted. [ 610.194618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.341706] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.341897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-609" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.342050] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-609" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.342385] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-609" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.342670] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.343117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.343117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.344205] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.344342] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.344565] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.345143] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.345143] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.345143] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.345143] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.345143] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.345406] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.349505] env[66213]: INFO networking_nsxv3.common.synchronization [None req-92512f7a-5014-44a4-8071-06f7f198cf67 tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 610.351164] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 610.351507] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.351596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.365830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.365994] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.366166] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.366355] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-609" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.366679] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5fef4790-04a9-4b98-8266-a7a270d0d3fb taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.366850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.366966] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.367376] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.367513] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fef4790-04a9-4b98-8266-a7a270d0d3fb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.425766] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 610.425828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.427166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.427166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.427166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.427166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.427166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.427166] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.450954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.451166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.451166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.451384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.451472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.451563] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 already deleted. [ 610.451645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.451964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.451964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.452095] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.571753] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.621562] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.621745] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-849" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.621864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-849" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.622229] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-849" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.622476] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.622746] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.622850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.623079] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.623215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.623411] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.623513] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.623614] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.623713] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.623812] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.623908] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.624040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.643692] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.643847] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.643979] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.644192] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-849" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.644491] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-cdcf782e-e627-4e8d-b014-4f85b3151318 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.644688] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.644760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.645065] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.645199] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcf782e-e627-4e8d-b014-4f85b3151318',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.872397] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.872623] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.872731] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.873021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.873173] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.873322] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5fef4790-04a9-4b98-8266-a7a270d0d3fb not found, creating... [ 610.873640] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.873784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.873846] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.874086] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.874237] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.874516] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.874673] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.874785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.874998] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.875159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.875293] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5fef4790-04a9-4b98-8266-a7a270d0d3fb is going to be created. [ 610.896230] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.896490] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.896625] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.896920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.897230] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.897451] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.929075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.929411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.929578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.929902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.930016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.930137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.930296] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.930389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.930461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.930608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.930759] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.930850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.930908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931294] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.975343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.975522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.975601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.975866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.976406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.976406] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 already deleted. [ 610.976406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.074029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.074333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.074333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.074462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.074545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.074639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be created. [ 611.103877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.104111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.104111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.104329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.104493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.116285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: UNINITIALIZED for 2s [ 611.148764] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.149046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.149147] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.149453] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.149606] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.149777] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port cdcf782e-e627-4e8d-b014-4f85b3151318 not found, creating... [ 611.150049] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.150210] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.150343] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.150571] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.150726] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.151024] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.151191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.151303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.151532] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.151663] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.151814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: cdcf782e-e627-4e8d-b014-4f85b3151318 is going to be created. [ 611.176429] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.176717] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.176874] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.177173] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.177395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.177726] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.233266] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 611.233652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.247333] env[66213]: INFO networking_nsxv3.common.synchronization [None req-5014134e-cca0-4b08-bd25-0b06fd92f323 None None] Enqueued Resource ID: 4a3dc80c-708b-4356-ba73-89efa5e2162e with Priority: HIGHEST for action port [ 611.248035] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3dc80c-708b-4356-ba73-89efa5e2162e with Priority: HIGHEST for action port [ 611.248708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3dc80c-708b-4356-ba73-89efa5e2162e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.248708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3dc80c-708b-4356-ba73-89efa5e2162e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.248708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3dc80c-708b-4356-ba73-89efa5e2162e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.249219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3dc80c-708b-4356-ba73-89efa5e2162e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.249219] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3dc80c-708b-4356-ba73-89efa5e2162e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.432968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c9eb2e-ed75-41ef-82ef-c0bd59844baf: rpc.has_security_group_logging(os_id): False [ 611.451701] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.451911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.451959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.452171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.452261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.452464] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.452565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.452625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.452780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.452854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.453037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.453133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.453193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.453328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.453399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.453573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.453662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.453721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.453855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.453924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.454013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be created. [ 611.518028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.518028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.518028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.518028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.518453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.530180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 611.595341] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3dd78a1-85cd-4949-bd72-3df0a1ac5fa9 req-edafc1d1-c6b8-4e9f-8818-9511f15129f4 service nova] Enqueued Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_rules [ 611.595640] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3dd78a1-85cd-4949-bd72-3df0a1ac5fa9 req-edafc1d1-c6b8-4e9f-8818-9511f15129f4 service nova] Enqueued Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 611.595842] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3dd78a1-85cd-4949-bd72-3df0a1ac5fa9 req-edafc1d1-c6b8-4e9f-8818-9511f15129f4 service nova] Enqueued Resource ID: 5fef4790-04a9-4b98-8266-a7a270d0d3fb with Priority: HIGHEST for action port [ 611.596870] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_rules [ 611.596915] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 611.596999] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fef4790-04a9-4b98-8266-a7a270d0d3fb with Priority: HIGHEST for action port [ 611.597357] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.597488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.597552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.598061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.598061] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.599316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.599439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.599509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.599696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.599850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.599968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.600061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.600226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.600331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.600415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.601286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fef4790-04a9-4b98-8266-a7a270d0d3fb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.601348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.601384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.601538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.601614] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fef4790-04a9-4b98-8266-a7a270d0d3fb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.753162] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3dc80c-708b-4356-ba73-89efa5e2162e [ 611.753477] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.753584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.753584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.753770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.754042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.754042] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3dc80c-708b-4356-ba73-89efa5e2162e already deleted. [ 611.754042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3dc80c-708b-4356-ba73-89efa5e2162e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.877010] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-771a7b08-eec3-4870-b073-a16916f0dd72 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 611.877253] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-771a7b08-eec3-4870-b073-a16916f0dd72 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 611.877422] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-771a7b08-eec3-4870-b073-a16916f0dd72 service nova] Enqueued Resource ID: cdcf782e-e627-4e8d-b014-4f85b3151318 with Priority: HIGHEST for action port [ 611.878402] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 611.878621] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 611.878754] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf782e-e627-4e8d-b014-4f85b3151318 with Priority: HIGHEST for action port [ 611.879095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.879211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.879458] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.879564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.879775] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcf782e-e627-4e8d-b014-4f85b3151318 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.879893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.879975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.880279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.880350] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcf782e-e627-4e8d-b014-4f85b3151318',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.104969] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.105501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.105501] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fef4790-04a9-4b98-8266-a7a270d0d3fb with status ACTIVE [ 612.105501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.105924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.105924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.105924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.106172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.106225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.106340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.106438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.106635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.106728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.106950] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.107091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.107715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.108551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.108715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.108871] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fef4790-04a9-4b98-8266-a7a270d0d3fb is going to be updated. [ 612.110125] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.136569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.136730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.136784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.137010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.137204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.137366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fef4790-04a9-4b98-8266-a7a270d0d3fb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.383062] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcf782e-e627-4e8d-b014-4f85b3151318 with status ACTIVE [ 612.384356] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.387984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.387984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.387984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.387984] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcf782e-e627-4e8d-b014-4f85b3151318 is going to be updated. [ 612.409727] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.409913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.409913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcf782e-e627-4e8d-b014-4f85b3151318" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.493374] env[66213]: INFO networking_nsxv3.common.synchronization [req-b215aec1-b135-41cb-b587-10475420a416 req-cc76507e-1f15-4a6e-bf66-1d33bb6432b9 tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 612.494020] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 612.494418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.495099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.495212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.495253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.495411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.495498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.495591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.614727] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.869768] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.869768] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.869934] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.870373] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.870638] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.870812] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.870925] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.871191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.871374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.871591] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.871712] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.871811] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.871914] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.872040] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.872142] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.872268] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.912681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.912867] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.913018] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.913207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-399" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.913552] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.913742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.913859] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.914254] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.914394] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.956368] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.956641] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.956842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.957303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.957910] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.958187] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.958377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.958759] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.958960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.959288] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.959474] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.959643] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.959819] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.960099] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.960315] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.960571] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.980787] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.980955] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.981102] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.981278] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.981608] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-03c26619-a622-441a-8b02-a716a83ef05a taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.981904] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.982274] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.982453] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c26619-a622-441a-8b02-a716a83ef05a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.998240] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.117844] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.118367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.118367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.118367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.118550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.118550] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e is going to be created. [ 613.129846] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 613.130148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130940] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.131086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.131456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.131575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.131723] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.132756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.132962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.134381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.134381] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.143623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.143623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.143623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.143894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.144075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.156071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: UNINITIALIZED for 2s [ 613.418967] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.419211] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.419331] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.419607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.419747] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.419891] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 not found, creating... [ 613.420239] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.420414] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.420531] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.420731] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.420858] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.421482] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.421482] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.421482] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.421758] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.421938] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.422092] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 is going to be created. [ 613.446186] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.446436] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.446711] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.447145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.447862] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.447862] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.484532] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.484760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.484883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.485464] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.485851] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.485851] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 03c26619-a622-441a-8b02-a716a83ef05a not found, creating... [ 613.486048] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.486208] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.486321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.486549] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.486680] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486960] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.487127] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.487240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.487445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.487571] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.487781] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 03c26619-a622-441a-8b02-a716a83ef05a is going to be created. [ 613.500849] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.511787] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.512036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.512115] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.512372] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.512594] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.512810] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.547581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 613.547895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.637144] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.637313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.637543] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.003770] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.003770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.003770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.003978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.004393] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 614.037783] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.037978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.038057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.038301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.038457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.050097] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-45b32dfb-5302-49c7-b508-d15afb9f64bf service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-45b32dfb-5302-49c7-b508-d15afb9f64bf service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [req-a4551db5-4981-49c9-a96e-a7b23da79b56 req-45b32dfb-5302-49c7-b508-d15afb9f64bf service nova] Enqueued Resource ID: 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 with Priority: HIGHEST for action port [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 614.122451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 with Priority: HIGHEST for action port [ 614.122451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.122451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.122451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.122451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.122451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.122451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.122451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.122451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.122451] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.139579] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.248384] env[66213]: INFO networking_nsxv3.common.synchronization [req-b215aec1-b135-41cb-b587-10475420a416 req-026e9fff-de7f-4af3-82cc-023769f25540 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 614.248577] env[66213]: INFO networking_nsxv3.common.synchronization [req-b215aec1-b135-41cb-b587-10475420a416 req-026e9fff-de7f-4af3-82cc-023769f25540 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 614.248764] env[66213]: INFO networking_nsxv3.common.synchronization [req-b215aec1-b135-41cb-b587-10475420a416 req-026e9fff-de7f-4af3-82cc-023769f25540 service nova] Enqueued Resource ID: 03c26619-a622-441a-8b02-a716a83ef05a with Priority: HIGHEST for action port [ 614.249245] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 614.249422] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 614.249499] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c26619-a622-441a-8b02-a716a83ef05a with Priority: HIGHEST for action port [ 614.249896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.249896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.249896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.250164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.250195] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.251350] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.251452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.251876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c26619-a622-441a-8b02-a716a83ef05a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.251998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.252095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.252254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.253134] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c26619-a622-441a-8b02-a716a83ef05a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.626152] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 with status ACTIVE [ 614.626397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.626523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.626594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.626812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.626941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.627090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.627193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.627278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.627419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.627488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.627667] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.627773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.627836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.627982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.628068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.628153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7 is going to be updated. [ 614.632243] env[66213]: INFO networking_nsxv3.common.synchronization [req-cbffde5b-3064-4265-991b-3b90d3a9aa5f req-71d90957-b4d6-4b08-bc08-6db08402ab6f tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 614.633320] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 614.633669] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.633805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.633870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.634147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.634299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.634400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.634462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.634617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.634704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.634799] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.642604] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.642791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.642868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.643223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.643335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 614.662430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.663011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.663140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.663368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.663566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.663789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1c1dda-d5ea-4ab2-ad25-1e33a2eda7a7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.687588] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.687824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.687944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.688150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.688692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.698299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 614.754682] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.754877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.755107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c26619-a622-441a-8b02-a716a83ef05a with status ACTIVE [ 614.755287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.755437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.755538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.755879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.755987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.756211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.756667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.756771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.757197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.757327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.757422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c26619-a622-441a-8b02-a716a83ef05a is going to be updated. [ 614.798485] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.798689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.798988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.799182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.799322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.799508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c26619-a622-441a-8b02-a716a83ef05a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.127021] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.127021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.127021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.128413] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.128413] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.128528] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.128564] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.128806] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.128970] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.129230] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.129413] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.129577] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.129729] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.129868] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.130016] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.130186] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.136774] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.136963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.137020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.137763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.137873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.138173] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.138269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.138597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.138597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.138597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.138763] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 already deleted. [ 615.138763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151471] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.151629] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.151731] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.151922] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.152358] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.152569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.152686] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.153014] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.153178] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c287b9c-01f7-4b84-a4b5-7aa02b4eab75',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.167201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: SUCCESS [ 615.167696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.169096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.169096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.169096] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.656415] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.656415] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.656415] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.656700] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.656700] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.656887] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 not found, creating... [ 615.658222] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.658397] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.658953] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.658953] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.659101] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.660241] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.660241] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.660241] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.660241] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.660241] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.660631] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 is going to be created. [ 615.671524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.671524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.671940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.671940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.672083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.672174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.672174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.672319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.672411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672683] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.672785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.672879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.672977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.673141] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.673225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.673291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.673437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.673517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.673595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.673684] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.684700] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.684901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.685697] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.685697] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.685697] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.685864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.840746] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3ed54c3-d12f-4655-87b9-c0d2bbf7ecbd req-8450f21b-cbbc-4cf6-bef4-18e251112ccb tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 615.840970] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 615.841280] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.841404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.841472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.841722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.841874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.841976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.842819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.843016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.843114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.843210] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.060962] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 616.061276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.061503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.061784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.062032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.062208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.062306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.062528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.062656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.062807] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.176439] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e: rpc.has_security_group_logging(os_id): False [ 616.200094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.200371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.200371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.200525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.200605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.200830] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.201122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.201122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.201363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.201363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.201530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.201530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.201691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.201797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.201893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.202132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.202254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.202337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.202558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.202657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.202779] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e is going to be created. [ 616.273110] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.273110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.273110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.273437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.273621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.289964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: IN_PROGRESS for 2s [ 616.345787] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.346043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.346156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.346359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.346464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.346656] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.347265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.347265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.347265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.347265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.347265] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 already deleted. [ 616.347530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.431991] env[66213]: INFO networking_nsxv3.common.synchronization [req-cbffde5b-3064-4265-991b-3b90d3a9aa5f req-3c0a2989-5a84-4f28-ae6e-fbee4edeef06 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 616.432186] env[66213]: INFO networking_nsxv3.common.synchronization [req-cbffde5b-3064-4265-991b-3b90d3a9aa5f req-3c0a2989-5a84-4f28-ae6e-fbee4edeef06 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 616.432323] env[66213]: INFO networking_nsxv3.common.synchronization [req-cbffde5b-3064-4265-991b-3b90d3a9aa5f req-3c0a2989-5a84-4f28-ae6e-fbee4edeef06 service nova] Enqueued Resource ID: 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 with Priority: HIGHEST for action port [ 616.432960] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 616.433325] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 616.433325] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 with Priority: HIGHEST for action port [ 616.433632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.433767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.433839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.434198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.434347] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.435238] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.435414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.435414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.435723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.435845] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.437096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.437364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.437364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.437522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.437573] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.438995] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.439153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.439249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.439924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.439924] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c287b9c-01f7-4b84-a4b5-7aa02b4eab75',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.565327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.674031] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.674031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.674031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.674031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.674419] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.674419] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.674513] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.674947] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.674947] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.675941] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.675941] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.675941] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.675941] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.675941] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.675941] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.676198] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.703794] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.704027] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.704178] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.704399] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.704777] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.704970] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.705121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.705435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.705574] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d8e652-57d1-456d-9784-f9c5b2bc2e9d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.709653] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 616.709929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.710459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.710665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.710880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.710989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.711204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.711247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.711307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.711478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.711590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.711696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.711789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.711957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.712232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.712232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.712232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.712400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.712494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.712577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.712663] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.713567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.713756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.713924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.714052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.714136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.714308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.714385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.714485] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.941942] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.942579] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.942723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.942889] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 with status ACTIVE [ 616.942998] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.943139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.943253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.943367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.943451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.943616] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.943710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.943766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.943911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.943993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944181] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.944278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.944338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.944457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.944526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944606] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c287b9c-01f7-4b84-a4b5-7aa02b4eab75 is going to be updated. [ 616.976021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.976021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.976021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.976021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.976021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.976021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c287b9c-01f7-4b84-a4b5-7aa02b4eab75" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.068679] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.208501] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.209734] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.210047] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.210417] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.210573] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.210794] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port b8d8e652-57d1-456d-9784-f9c5b2bc2e9d not found, creating... [ 617.211239] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211546] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.211779] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.211968] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212459] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212963] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.213259] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.213414] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.213605] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: b8d8e652-57d1-456d-9784-f9c5b2bc2e9d is going to be created. [ 617.216930] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f: rpc.has_security_group_logging(os_id): False [ 617.218122] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.241923] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242166] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242284] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.243058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.244804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.244984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.245109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.245373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.245512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.245821] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.245972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.246126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.246268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.246349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.246633] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.246890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.246981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.247139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.247215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.247400] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.248086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.248162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.248425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.248463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.248528] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be created. [ 617.353561] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.353761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.353817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.354016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.354214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372901] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 617.450446] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.572538] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.572855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.572855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.572990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 617.602977] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.603154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.603218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.603431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.603582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.616414] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 617.720948] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.954617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.954617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.954617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.954935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.955108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.955266] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be created. [ 617.988501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.988725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.988778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.988986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.989160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.001013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: UNINITIALIZED for 2s [ 618.046839] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3ed54c3-d12f-4655-87b9-c0d2bbf7ecbd req-a2817899-b162-448f-819b-dcb508af4b63 service nova] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 618.047184] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3ed54c3-d12f-4655-87b9-c0d2bbf7ecbd req-a2817899-b162-448f-819b-dcb508af4b63 service nova] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 618.047548] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3ed54c3-d12f-4655-87b9-c0d2bbf7ecbd req-a2817899-b162-448f-819b-dcb508af4b63 service nova] Enqueued Resource ID: b8d8e652-57d1-456d-9784-f9c5b2bc2e9d with Priority: HIGHEST for action port [ 618.048708] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 618.048912] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 618.049025] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d8e652-57d1-456d-9784-f9c5b2bc2e9d with Priority: HIGHEST for action port [ 618.049312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.050171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.050240] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.052522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.055877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.055877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.055877] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.056556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.056556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.056556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.056556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.056762] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d8e652-57d1-456d-9784-f9c5b2bc2e9d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.224486] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.224796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.224796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.225073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.225183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.225296] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 618.263559] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.263646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.263681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.264041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.264041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.274238] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 618.306290] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: SUCCESS [ 618.307565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.468654] env[66213]: INFO networking_nsxv3.common.synchronization [req-803e3b20-6875-4e76-af30-e5368ac5a547 req-86545b17-527e-496a-808d-cf3f517435cf tempest-VolumesAssistedSnapshotsTest-528241462 tempest-VolumesAssistedSnapshotsTest-528241462-project-member] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 618.469260] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 618.469571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.469961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.469961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.469961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.469961] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.470468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.470468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.470535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.470611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.470704] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.559381] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.560526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.560687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.560890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8d8e652-57d1-456d-9784-f9c5b2bc2e9d with status ACTIVE [ 618.560956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.561072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.561134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.561549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.561639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.561813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.561911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.561974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.562372] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.562553] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.562646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.562701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.563009] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.563130] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8d8e652-57d1-456d-9784-f9c5b2bc2e9d is going to be updated. [ 618.593403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.593602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.593602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.593857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.593971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.594150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8d8e652-57d1-456d-9784-f9c5b2bc2e9d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.913032] env[66213]: INFO networking_nsxv3.common.synchronization [req-a695f326-f54f-42ac-bdbe-a151d9cb344c req-ddf19633-db41-464f-a5df-452652bbab4d tempest-DeleteServersAdminTestJSON-552712833 tempest-DeleteServersAdminTestJSON-552712833-project-admin] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 618.913635] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 618.913937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.914077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.914145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.915112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.915569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.915569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.915569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.915794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.915956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.916070] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.975305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.975757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.975757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.978109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.978109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.978109] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.978557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.978557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.978557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.978557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.978557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb already deleted. [ 618.978748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.065690] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.257024] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-66" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-66" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-66" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257024] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.257024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.257024] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.258353] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.258521] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.258638] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.258891] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.259039] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.259179] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.282465] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.282886] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.282969] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.283168] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-66" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.283524] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-ff0cba0e-16b4-407e-9242-68499422eca0 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.283757] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.283893] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.284256] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.284402] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0cba0e-16b4-407e-9242-68499422eca0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.388259] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 619.388559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.389266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.389533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.389855] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.419088] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.419088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.419088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.419088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.419361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.419398] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.420189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.420189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.420189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.420189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.420189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be updated. [ 619.451471] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.451736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.451818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.452038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.452201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.466541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 619.569286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.569658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.569658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.569810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.569899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.569998] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be created. [ 619.587931] env[66213]: INFO networking_nsxv3.common.synchronization [None req-796d6229-c0aa-40e8-a124-b857652c8831 None None] Enqueued Resource ID: 907708fe-f6cf-4780-821e-f5c22c96798a with Priority: HIGHEST for action port [ 619.588519] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907708fe-f6cf-4780-821e-f5c22c96798a with Priority: HIGHEST for action port [ 619.588893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-907708fe-f6cf-4780-821e-f5c22c96798a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.589043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907708fe-f6cf-4780-821e-f5c22c96798a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.589113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907708fe-f6cf-4780-821e-f5c22c96798a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.589390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907708fe-f6cf-4780-821e-f5c22c96798a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.589481] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907708fe-f6cf-4780-821e-f5c22c96798a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.597224] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.597359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.597631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.597921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.611735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: UNINITIALIZED for 2s [ 619.626124] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 619.626329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.626805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.627579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.627579] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.627579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.627579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.627579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.627901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.627901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.627901] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.787224] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.787605] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.787758] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.788227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.788460] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.788704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port ff0cba0e-16b4-407e-9242-68499422eca0 not found, creating... [ 619.789135] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.789392] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.789581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.789935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.790221] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.791063] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.791063] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.791063] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.791425] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.791661] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.791899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: ff0cba0e-16b4-407e-9242-68499422eca0 is going to be created. [ 619.832051] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.832313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.832444] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.832771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.833014] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.833264] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.892244] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.892244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.018349] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 620.018349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.018515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.019584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.019584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.019584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.019584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.019584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.019584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.019973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.019973] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.092014] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907708fe-f6cf-4780-821e-f5c22c96798a [ 620.092380] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.092588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.092898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.093063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.093126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.093249] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907708fe-f6cf-4780-821e-f5c22c96798a already deleted. [ 620.093365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907708fe-f6cf-4780-821e-f5c22c96798a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.130418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.130775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.130946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.131163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.131356] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.131493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.131562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.131748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.131853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.131853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.132020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.132116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.132171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.132330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.132474] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.132581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.132655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.132782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.132861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.132941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.133063] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.194311] env[66213]: INFO networking_nsxv3.common.synchronization [req-ca5af43d-a4c2-428a-b459-3ce9462d988a req-c1a90901-973c-47f1-8bb1-945fd00afa46 tempest-SecurityGroupRulesNegativeTestJSON-1831164248 tempest-SecurityGroupRulesNegativeTestJSON-1831164248-project-member] Enqueued Resource ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe with Priority: HIGHEST for action security_group_rules [ 620.195679] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe with Priority: HIGHEST for action security_group_rules [ 620.196180] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93649ced-9b43-46ed-9a20-e8c4d35521fe taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.196363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.196456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.196959] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93649ced-9b43-46ed-9a20-e8c4d35521fe',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.288043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 620.288043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.288483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.288483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.288588] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.288750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.288863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.289107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.289203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289390] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.523339] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.523657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.523936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524156] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.524302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527032] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.606330] env[66213]: INFO networking_nsxv3.common.synchronization [req-803e3b20-6875-4e76-af30-e5368ac5a547 req-50522ae8-4f99-4847-87d2-cd89182363b2 service nova] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 620.606330] env[66213]: INFO networking_nsxv3.common.synchronization [req-803e3b20-6875-4e76-af30-e5368ac5a547 req-50522ae8-4f99-4847-87d2-cd89182363b2 service nova] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 620.606330] env[66213]: INFO networking_nsxv3.common.synchronization [req-803e3b20-6875-4e76-af30-e5368ac5a547 req-50522ae8-4f99-4847-87d2-cd89182363b2 service nova] Enqueued Resource ID: ff0cba0e-16b4-407e-9242-68499422eca0 with Priority: HIGHEST for action port [ 620.607676] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_rules [ 620.608931] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 620.608931] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0cba0e-16b4-407e-9242-68499422eca0 with Priority: HIGHEST for action port [ 620.608931] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.608931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.608931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.609285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.609285] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.610087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.610235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.610320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.610533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.610726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.611036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.611036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.612828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.613043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.613149] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.614044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0cba0e-16b4-407e-9242-68499422eca0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.614154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.615054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.615054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.615054] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0cba0e-16b4-407e-9242-68499422eca0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.635708] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c9eb2e-ed75-41ef-82ef-c0bd59844baf: rpc.has_security_group_logging(os_id): False [ 620.660282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.660282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.661123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.661270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.661488] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.661591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.661648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.661807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.661881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.662760] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 620.726532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.726783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.726783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.727094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.727151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe already deleted. [ 620.727238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.740023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.740023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.740023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.740023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.740324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.755713] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 620.792707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.792707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.792707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.792707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.792707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.792707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.793074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.793074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.793133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.793956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.793956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.793956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.793956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.793956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.793956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.794230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.794230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.794230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.794315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.794315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.794403] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.029923] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcf57216-278a-4344-8c2b-e56963685d17: rpc.has_security_group_logging(os_id): False [ 621.056682] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.056682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.056682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.056682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.056682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.057191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.057191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.057191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.057613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.057613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.058694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.058694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.058694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.059180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be created. [ 621.116662] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.118394] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.118394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.118632] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0cba0e-16b4-407e-9242-68499422eca0 with status ACTIVE [ 621.118841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.118997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.119107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.123031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.123031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.124285] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.124466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.124665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.124982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.126040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.126040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0cba0e-16b4-407e-9242-68499422eca0 is going to be updated. [ 621.209166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.209400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.209400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.209630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.209725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.209883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0cba0e-16b4-407e-9242-68499422eca0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.221728] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.221912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.221954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.222171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.222352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.236313] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 621.298162] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f: rpc.has_security_group_logging(os_id): False [ 621.334038] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.334038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.334038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.334038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.334365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.334365] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.334474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.334533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.335694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.336397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.336397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.336397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.336397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 621.457431] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.457431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.457431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.457431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.457431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.473104] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 621.483239] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 621.483475] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 deletion is rescheduled due to dependency. [ 621.483549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.623650] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 621.623941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.624171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.624520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.624776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.624861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.624936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.625157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.625218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.625283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.625368] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.634532] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.918575] env[66213]: INFO networking_nsxv3.common.synchronization [None req-195d7060-b2e3-4343-8996-100b66188603 None None] Enqueued Resource ID: 6db2eecc-1728-494f-bd25-e1aabcb0e05e with Priority: HIGHEST for action port [ 621.919362] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db2eecc-1728-494f-bd25-e1aabcb0e05e with Priority: HIGHEST for action port [ 621.920072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db2eecc-1728-494f-bd25-e1aabcb0e05e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.920072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db2eecc-1728-494f-bd25-e1aabcb0e05e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.920072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db2eecc-1728-494f-bd25-e1aabcb0e05e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.920072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db2eecc-1728-494f-bd25-e1aabcb0e05e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.920528] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db2eecc-1728-494f-bd25-e1aabcb0e05e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.130246] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.139387] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.139687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.139687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.139918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.140067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.140481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb is going to be created. [ 622.172028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.172028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.172028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.172028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.188454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: UNINITIALIZED for 2s [ 622.422710] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6db2eecc-1728-494f-bd25-e1aabcb0e05e [ 622.423657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.423657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.423657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.423657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.423657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.423657] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6db2eecc-1728-494f-bd25-e1aabcb0e05e already deleted. [ 622.423657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db2eecc-1728-494f-bd25-e1aabcb0e05e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633518] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69: rpc.has_security_group_logging(os_id): False [ 622.656321] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.656669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.656669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.656958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.657035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.657322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.657440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.657509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.657697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.657804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.657991] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be created. [ 622.737158] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.737244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.737280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.738045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.738045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.755486] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 622.773019] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 622.773099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.250093] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 623.250339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.488901] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 623.489290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.489407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.489694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.489811] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.736744] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d9692241-9d2e-4770-a6bb-f4cc0c610dcd tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 623.739056] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 623.739056] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.739056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.739056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.739375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.739375] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.992493] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.992670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.992753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.992974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.993146] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.993274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.993333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.993713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.993713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.993713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.993840] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.006843] env[66213]: INFO networking_nsxv3.common.synchronization [req-0151308a-6528-4eb9-a6c6-2c6505d99bf8 req-148a9b58-5b05-4bfe-9086-2e60d4eefe52 tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 624.007247] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 624.007647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.007845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.007845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.008051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.008210] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.008317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.008468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.008557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.008662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.008764] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.201511] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: SUCCESS [ 624.201511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.201729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.202589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.202589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.202589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.202589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.202589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.202894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.202894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.202894] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.217581] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0e4bd0ca-9f24-4517-9308-cf6fcb9b46cf tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 624.219335] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 624.219894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.219894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.263057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.263327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.263327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.263857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.263857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.263857] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 already deleted. [ 624.264170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.264170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264448] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.498330] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.499276] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.499276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.499276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.499623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.499623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.500037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.500212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.500451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.500691] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.500808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.500905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.505230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.505230] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.511383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.511634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.511634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.511746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.511841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.512071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.512356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.512356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.512568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.512568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.512568] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 already deleted. [ 624.512957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.705247] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.769275] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 624.769496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.792397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.792687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.792687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.793043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.793166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.793271] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 already deleted. [ 624.793378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.007183] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f: rpc.has_security_group_logging(os_id): False [ 625.020994] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.021535] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.021535] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.021921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.022406] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.022540] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.022734] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.023141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.023368] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.023720] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.023887] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.024028] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.024263] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.024627] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.024627] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.024794] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.030313] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9defbf34-66e0-462c-ac9d-5266dd142a2f None None] Enqueued Resource ID: 8b757bc6-e7f3-4a02-ae8e-0123bdc5d390 with Priority: HIGHEST for action port [ 625.031543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.031674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.031790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.031942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.032049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.032254] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.032359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.032421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.032662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.032662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.032878] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.033017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.033059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.033196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.033270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.033457] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.033557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.033603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.033758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.033857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.034084] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 625.035778] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b757bc6-e7f3-4a02-ae8e-0123bdc5d390 with Priority: HIGHEST for action port [ 625.036472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b757bc6-e7f3-4a02-ae8e-0123bdc5d390 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.036599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b757bc6-e7f3-4a02-ae8e-0123bdc5d390" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.036599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b757bc6-e7f3-4a02-ae8e-0123bdc5d390" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.036872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b757bc6-e7f3-4a02-ae8e-0123bdc5d390" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.036872] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b757bc6-e7f3-4a02-ae8e-0123bdc5d390',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.056548] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.056686] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.056820] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.057016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.057522] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5dea024a-19b6-4db4-ae35-cd3465dda47b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.057691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.057691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.058131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.058270] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dea024a-19b6-4db4-ae35-cd3465dda47b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.106159] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.106458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.106458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.106613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.106757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.123356] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 625.209608] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcaa03b0-7734-442b-af72-fb67d68dbcdb: rpc.has_security_group_logging(os_id): False [ 625.236254] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.236531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.236531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.236726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.236821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.237203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.237322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.237436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.238153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.238153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.238153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb is going to be created. [ 625.341734] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.341734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.341734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.341734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.342206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.359014] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: IN_PROGRESS for 2s [ 625.539242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b757bc6-e7f3-4a02-ae8e-0123bdc5d390 [ 625.539629] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.539757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.539757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.540039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.540252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.540347] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b757bc6-e7f3-4a02-ae8e-0123bdc5d390 already deleted. [ 625.540461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b757bc6-e7f3-4a02-ae8e-0123bdc5d390" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561315] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561551] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561673] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.562078] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.562243] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.562422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5dea024a-19b6-4db4-ae35-cd3465dda47b not found, creating... [ 625.562728] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.563252] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.563252] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.563252] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.563450] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.563807] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.563916] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.564112] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.564915] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.564915] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.565679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5dea024a-19b6-4db4-ae35-cd3465dda47b is going to be created. [ 625.594027] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594027] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594027] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594310] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.594495] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.594719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.429775] env[66213]: INFO networking_nsxv3.common.synchronization [req-0151308a-6528-4eb9-a6c6-2c6505d99bf8 req-c259e72a-1624-44af-b147-67ceed7367cd service nova] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 626.429960] env[66213]: INFO networking_nsxv3.common.synchronization [req-0151308a-6528-4eb9-a6c6-2c6505d99bf8 req-c259e72a-1624-44af-b147-67ceed7367cd service nova] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 626.430111] env[66213]: INFO networking_nsxv3.common.synchronization [req-0151308a-6528-4eb9-a6c6-2c6505d99bf8 req-c259e72a-1624-44af-b147-67ceed7367cd service nova] Enqueued Resource ID: 5dea024a-19b6-4db4-ae35-cd3465dda47b with Priority: HIGHEST for action port [ 626.430849] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 626.430849] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 626.430941] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dea024a-19b6-4db4-ae35-cd3465dda47b with Priority: HIGHEST for action port [ 626.431782] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.431983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.431983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.435240] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.435240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.435240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.435240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.435240] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.436230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dea024a-19b6-4db4-ae35-cd3465dda47b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.436230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.436230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436427] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dea024a-19b6-4db4-ae35-cd3465dda47b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.594656] env[66213]: INFO networking_nsxv3.common.synchronization [req-cf8e6c73-47e3-41cc-9976-bffd01539b26 req-5b57237a-9f99-47d6-99a0-2c31b83ebad5 tempest-ServerExternalEventsTest-884237448 tempest-ServerExternalEventsTest-884237448-project-member] Enqueued Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 626.594656] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e with Priority: HIGHEST for action security_group_members [ 626.594656] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0893292e-fe1c-49cc-a3f7-c627fd984a6e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.594656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.594656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.595278] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.595592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.595698] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0893292e-fe1c-49cc-a3f7-c627fd984a6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.937947] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.938137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.939670] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dea024a-19b6-4db4-ae35-cd3465dda47b with status ACTIVE [ 626.939875] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.940019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.940595] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.940696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.941161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.941257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.941292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.941433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.941504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.941584] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dea024a-19b6-4db4-ae35-cd3465dda47b is going to be updated. [ 626.942717] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.968735] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.970725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.970725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.970725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.970725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.970725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dea024a-19b6-4db4-ae35-cd3465dda47b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.099574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.099795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.099953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.100147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.100383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.100482] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.100576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.100635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.100831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.100903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.101069] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e is going to be updated. [ 627.143407] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 627.143506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146448] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.147442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.147442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.165022] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: IN_PROGRESS for 2s [ 627.374043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: SUCCESS [ 627.375614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.450114] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.720022] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8047f656-c660-4ec6-93a4-4ae83da96574 None None] Enqueued Resource ID: 9ff7df7e-f0c4-40de-b1d4-15ca003c11aa with Priority: HIGHEST for action port [ 627.720022] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff7df7e-f0c4-40de-b1d4-15ca003c11aa with Priority: HIGHEST for action port [ 627.720729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff7df7e-f0c4-40de-b1d4-15ca003c11aa taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff7df7e-f0c4-40de-b1d4-15ca003c11aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.722831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff7df7e-f0c4-40de-b1d4-15ca003c11aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.722831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff7df7e-f0c4-40de-b1d4-15ca003c11aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.722831] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff7df7e-f0c4-40de-b1d4-15ca003c11aa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.739429] env[66213]: INFO networking_nsxv3.common.synchronization [req-b1394cd0-afb3-46e8-a384-edc9447f6cf4 req-380946ae-b36c-4150-a8e4-088672176ab8 tempest-ServersAdminNegativeTestJSON-507951085 tempest-ServersAdminNegativeTestJSON-507951085-project-member] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 627.739939] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 627.740246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.740365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.740425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.740669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.740755] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.740853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.740908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.741545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.741663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.741762] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.958988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.959196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.959275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.959696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.959696] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be created. [ 627.991042] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.991205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.991252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.991464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.991628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.003389] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: UNINITIALIZED for 2s [ 628.101871] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105024] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.105024] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.105024] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.105024] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.105024] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.105024] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.105024] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.105024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.127698] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.128012] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.128200] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.128489] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.128971] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.129227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.129384] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.129815] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.130421] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32aa2f0e-83f7-4508-b170-9d1c2b1f0449',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.225068] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ff7df7e-f0c4-40de-b1d4-15ca003c11aa [ 628.225271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.225675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.225675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.226089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.226089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.226089] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ff7df7e-f0c4-40de-b1d4-15ca003c11aa already deleted. [ 628.226089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff7df7e-f0c4-40de-b1d4-15ca003c11aa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.244672] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.633310] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.633679] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.633829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.634397] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.634523] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.634744] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 not found, creating... [ 628.635115] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.635354] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.635546] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.635825] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.635962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.636398] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.636625] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.636769] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.637086] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.637261] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.637460] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 is going to be created. [ 628.673879] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.674201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.674361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.674803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.675819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.675819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.746677] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.178397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e in Status: SUCCESS [ 629.179126] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0893292e-fe1c-49cc-a3f7-c627fd984a6e deletion is rescheduled due to dependency. [ 629.179126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0893292e-fe1c-49cc-a3f7-c627fd984a6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.249530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.249807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.249807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.249975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.250161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250302] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be updated. [ 629.293053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.293053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.293403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.293624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.304752] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 629.408641] env[66213]: INFO networking_nsxv3.common.synchronization [req-b1394cd0-afb3-46e8-a384-edc9447f6cf4 req-2d445ca1-5263-4da5-8a7b-1c934a1e110f service nova] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_rules [ 629.408783] env[66213]: INFO networking_nsxv3.common.synchronization [req-b1394cd0-afb3-46e8-a384-edc9447f6cf4 req-2d445ca1-5263-4da5-8a7b-1c934a1e110f service nova] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 629.409000] env[66213]: INFO networking_nsxv3.common.synchronization [req-b1394cd0-afb3-46e8-a384-edc9447f6cf4 req-2d445ca1-5263-4da5-8a7b-1c934a1e110f service nova] Enqueued Resource ID: 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 with Priority: HIGHEST for action port [ 629.410753] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_rules [ 629.410753] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 629.410753] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 with Priority: HIGHEST for action port [ 629.411048] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.411271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.411524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.411684] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.413037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.413171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.413480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.413640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.413727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.413933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.414831] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32aa2f0e-83f7-4508-b170-9d1c2b1f0449',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.609376] env[66213]: INFO networking_nsxv3.common.synchronization [req-54de1932-678c-413c-a975-2d91c6f88cca req-d588eb91-d638-420f-81cd-69b7aaa3a8a5 tempest-SecurityGroupRulesNegativeTestJSON-1831164248 tempest-SecurityGroupRulesNegativeTestJSON-1831164248-project-member] Enqueued Resource ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe with Priority: HIGHEST for action security_group_rules [ 629.609890] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe with Priority: HIGHEST for action security_group_rules [ 629.610232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93649ced-9b43-46ed-9a20-e8c4d35521fe taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.610371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.610415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.610646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.610680] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93649ced-9b43-46ed-9a20-e8c4d35521fe',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.920843] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.920843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.921371] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 with status ACTIVE [ 629.921371] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.921371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.921371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.921515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.921515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.921719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.921816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.921877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.922068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.922249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.922338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.922488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.922488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.922629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.922714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.922800] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32aa2f0e-83f7-4508-b170-9d1c2b1f0449 is going to be updated. [ 629.950889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.951072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.951116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.951380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.951492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.951636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32aa2f0e-83f7-4508-b170-9d1c2b1f0449" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.017814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 630.018227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.018323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.018756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.018756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.019064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.019064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.019145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.019178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.019466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.019466] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.140626] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.140849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.140849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.141015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.141165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.141335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93649ced-9b43-46ed-9a20-e8c4d35521fe already deleted. [ 630.141415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93649ced-9b43-46ed-9a20-e8c4d35521fe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.322246] env[66213]: INFO networking_nsxv3.common.synchronization [req-08d6403e-7f0d-4a6d-bcc3-ce46740d7644 req-e4fd901a-0a87-4496-9312-7346b7eca895 tempest-ServersTestBootFromVolume-411989614 tempest-ServersTestBootFromVolume-411989614-project-member] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 630.324580] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 630.324963] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.325145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.325235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.325578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.326213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.326352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.326608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.326898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.326987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.327150] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.530273] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.776565] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.776779] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-415" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.776915] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-415" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.777315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-415" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.777866] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.778101] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.778309] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.778996] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.779353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.779688] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.780034] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.780131] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.780276] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.780470] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.780656] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.780897] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.805376] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.805639] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.805832] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.806044] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-415" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.806410] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.806610] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.806763] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.807170] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.807368] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.833797] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.833797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.833797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.833797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.834092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.834258] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.834474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.834474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.834589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.834649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.834776] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf already deleted. [ 630.834870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.032452] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136: rpc.has_security_group_logging(os_id): False [ 631.053835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.054072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.054149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.054331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.054432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.054673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.054840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.054930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.055130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.055291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.055291] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be created. [ 631.134456] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.134648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.134739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.135366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.135366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.151139] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 631.310263] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310499] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310602] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310900] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.311068] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.311227] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d not found, creating... [ 631.311491] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.311647] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.311758] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.311977] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.312128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.312407] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.312555] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.312665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.312872] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.313635] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.313798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d is going to be created. [ 631.315523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 631.315931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.316017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.316164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.316327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.316764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.316764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.316764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.316902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.316935] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.339185] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.339366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.339454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.339728] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.340019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.340257] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.819808] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.105539] env[66213]: INFO networking_nsxv3.common.synchronization [req-08d6403e-7f0d-4a6d-bcc3-ce46740d7644 req-ed77dfb2-0aa7-49f1-b4de-5567ad1a559a service nova] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 632.106068] env[66213]: INFO networking_nsxv3.common.synchronization [req-08d6403e-7f0d-4a6d-bcc3-ce46740d7644 req-ed77dfb2-0aa7-49f1-b4de-5567ad1a559a service nova] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 632.106068] env[66213]: INFO networking_nsxv3.common.synchronization [req-08d6403e-7f0d-4a6d-bcc3-ce46740d7644 req-ed77dfb2-0aa7-49f1-b4de-5567ad1a559a service nova] Enqueued Resource ID: f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d with Priority: HIGHEST for action port [ 632.107225] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_rules [ 632.108336] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 632.108336] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d with Priority: HIGHEST for action port [ 632.108336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.108336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108714] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.110191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.110395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.110484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.110955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.111175] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.111298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.111361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.111773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.111925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.112055] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.116404] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.116620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.116808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.116965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.117081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.324704] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.620037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.620283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.620632] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.623065] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d with status ACTIVE [ 632.623377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.623559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.623667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.623987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.624190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.624469] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.624626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.624729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.625051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.625831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.626155] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.626470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.626714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.626895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.627395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.627395] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d is going to be updated. [ 632.653929] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.654131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.654227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.654926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.655186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.655430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a92e49-ff44-4dcd-bdd1-d3dbc9b09c3d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.827563] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.827785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.827894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.828215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.828365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.828507] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be updated. [ 632.859106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.859320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.859412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.859705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.859911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.873905] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 633.123470] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.171156] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 633.171156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.627075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.627888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.628026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.629288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.629438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629586] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf is going to be created. [ 633.661583] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.661728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.661791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.662018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.662262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.674681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: UNINITIALIZED for 2s [ 634.001416] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c4f9db2a-f6ec-4801-b45f-74305e509402 None None] Enqueued Resource ID: 6bff779c-8fde-45e7-9adf-cd78c76a2462 with Priority: HIGHEST for action port [ 634.003512] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bff779c-8fde-45e7-9adf-cd78c76a2462 with Priority: HIGHEST for action port [ 634.005976] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bff779c-8fde-45e7-9adf-cd78c76a2462 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bff779c-8fde-45e7-9adf-cd78c76a2462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bff779c-8fde-45e7-9adf-cd78c76a2462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bff779c-8fde-45e7-9adf-cd78c76a2462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.007027] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bff779c-8fde-45e7-9adf-cd78c76a2462',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.510412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bff779c-8fde-45e7-9adf-cd78c76a2462 [ 634.510716] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.510872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.510920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.511913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.511913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.511913] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bff779c-8fde-45e7-9adf-cd78c76a2462 already deleted. [ 634.511913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bff779c-8fde-45e7-9adf-cd78c76a2462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.885714] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 634.886327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.886327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886520] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.886647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.886681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.886857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.886949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.888211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.888211] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.392218] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392218] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392218] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392218] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.392218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.393036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.393036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.393036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.393036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.393036] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.687979] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: SUCCESS [ 635.688304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.688575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.689139] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.689284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.689284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.689632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689856] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.898310] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88bd9ce-ec78-440a-84ff-c3b66b3496c8: rpc.has_security_group_logging(os_id): False [ 635.920636] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.920882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.921586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.921586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.921586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.921586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.921877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.921877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.921877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.921992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.922203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.922303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.922366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.922943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.922943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.922943] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.923158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.923158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.923293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.923373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.923463] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be updated. [ 635.996480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.996769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.996876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.997147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.997349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.016267] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 636.192795] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.697746] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccc10ed-d71c-46de-a7ac-dc993366a9cf: rpc.has_security_group_logging(os_id): False [ 636.731045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.731045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.731045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.731045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.731045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.731045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.733415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.733570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.733791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.733959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.734108] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf is going to be created. [ 636.810370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.810370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.810370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.811207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.811427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.828470] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: IN_PROGRESS for 2s [ 637.122061] env[66213]: INFO networking_nsxv3.common.synchronization [None req-26a87e53-da05-48f6-8584-f58c5dcce25c None None] Enqueued Resource ID: 928e2808-74f9-4fb9-90ce-6eef3fc1165e with Priority: HIGHEST for action port [ 637.122612] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928e2808-74f9-4fb9-90ce-6eef3fc1165e with Priority: HIGHEST for action port [ 637.123220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-928e2808-74f9-4fb9-90ce-6eef3fc1165e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.123809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928e2808-74f9-4fb9-90ce-6eef3fc1165e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.123809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928e2808-74f9-4fb9-90ce-6eef3fc1165e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.124016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928e2808-74f9-4fb9-90ce-6eef3fc1165e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.124097] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928e2808-74f9-4fb9-90ce-6eef3fc1165e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.628137] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 928e2808-74f9-4fb9-90ce-6eef3fc1165e [ 637.628606] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.628825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.628946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.629272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.629427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.629581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:928e2808-74f9-4fb9-90ce-6eef3fc1165e already deleted. [ 637.630292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928e2808-74f9-4fb9-90ce-6eef3fc1165e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.038966] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 638.039408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.493126] env[66213]: INFO networking_nsxv3.common.synchronization [req-313c7bb8-044d-4968-ad2d-a8e238550fc9 req-1971b71e-80dc-4924-bb47-cdfc239935b5 tempest-FloatingIPsAssociationNegativeTestJSON-174383928 tempest-FloatingIPsAssociationNegativeTestJSON-174383928-project-member] Enqueued Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 638.493309] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 638.493613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.493737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.493802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.495051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.495298] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.495478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.495585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.495873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.496040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.496214] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.842663] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: SUCCESS [ 638.842663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.002288] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.002288] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.002288] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c31950-722e-4944-8975-68e42e195ddd already deleted. [ 639.002288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.051047] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.051047] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-151" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.051536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-151" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.051715] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-151" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.052039] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.052535] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.052535] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.052747] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.052873] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.053096] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.055032] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.055032] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.055032] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.055032] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.055032] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.055032] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.076167] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.076167] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.076331] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.076536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-151" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.076879] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-3017e520-e2ba-44ac-9f9d-7aadd4e45304 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.077105] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.077242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.077557] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.077776] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3017e520-e2ba-44ac-9f9d-7aadd4e45304',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.581481] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.581726] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.581828] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.582183] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.582254] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.582428] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 3017e520-e2ba-44ac-9f9d-7aadd4e45304 not found, creating... [ 639.582678] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.582830] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.582955] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.584058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.584058] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.584058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.584058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.585149] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.585149] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.585149] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 3017e520-e2ba-44ac-9f9d-7aadd4e45304 is going to be created. [ 639.608403] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.608709] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.608796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.609326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.609326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.609780] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.099176] env[66213]: INFO networking_nsxv3.common.synchronization [None req-baa358c5-18e9-4e6b-9d90-7edce8425947 None None] Enqueued Resource ID: 813e5343-6081-4e07-8ee5-e4c57e23632c with Priority: HIGHEST for action port [ 640.100045] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813e5343-6081-4e07-8ee5-e4c57e23632c with Priority: HIGHEST for action port [ 640.100229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-813e5343-6081-4e07-8ee5-e4c57e23632c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.100373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813e5343-6081-4e07-8ee5-e4c57e23632c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.100447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813e5343-6081-4e07-8ee5-e4c57e23632c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.100764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813e5343-6081-4e07-8ee5-e4c57e23632c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.100850] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813e5343-6081-4e07-8ee5-e4c57e23632c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.421813] env[66213]: INFO networking_nsxv3.common.synchronization [req-313c7bb8-044d-4968-ad2d-a8e238550fc9 req-a34ecc02-b919-4854-a56d-af17487cb126 service nova] Enqueued Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_rules [ 640.421813] env[66213]: INFO networking_nsxv3.common.synchronization [req-313c7bb8-044d-4968-ad2d-a8e238550fc9 req-a34ecc02-b919-4854-a56d-af17487cb126 service nova] Enqueued Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 640.421813] env[66213]: INFO networking_nsxv3.common.synchronization [req-313c7bb8-044d-4968-ad2d-a8e238550fc9 req-a34ecc02-b919-4854-a56d-af17487cb126 service nova] Enqueued Resource ID: 3017e520-e2ba-44ac-9f9d-7aadd4e45304 with Priority: HIGHEST for action port [ 640.421813] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_rules [ 640.421813] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 640.422172] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3017e520-e2ba-44ac-9f9d-7aadd4e45304 with Priority: HIGHEST for action port [ 640.422771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.422771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.422771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.423182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.423182] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.424035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.425152] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.425152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.425152] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.427848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3017e520-e2ba-44ac-9f9d-7aadd4e45304 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.428038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.428085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.428397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.428397] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3017e520-e2ba-44ac-9f9d-7aadd4e45304',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.604370] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813e5343-6081-4e07-8ee5-e4c57e23632c [ 640.604588] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.604728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.604728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.604957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.605061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.605159] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813e5343-6081-4e07-8ee5-e4c57e23632c already deleted. [ 640.605240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813e5343-6081-4e07-8ee5-e4c57e23632c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.930292] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.930440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.930652] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.932151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3017e520-e2ba-44ac-9f9d-7aadd4e45304 with status ACTIVE [ 640.932151] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.932151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.932151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.932151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.932400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.932400] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.935874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.935874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.935874] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3017e520-e2ba-44ac-9f9d-7aadd4e45304 is going to be updated. [ 640.962788] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.963234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.963234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.963234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.963400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.963850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3017e520-e2ba-44ac-9f9d-7aadd4e45304" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.277766] env[66213]: INFO networking_nsxv3.common.synchronization [req-fb9a06ec-4b37-445f-8830-1e51247c7eb0 req-6f01ac13-5291-49c0-b861-0bcae98bc392 tempest-DeleteServersAdminTestJSON-1149772438 tempest-DeleteServersAdminTestJSON-1149772438-project-member] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 641.277766] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 641.278354] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.278354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.278457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.278869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.279114] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.279491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.279491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.279491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.279614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.279644] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.437851] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.781969] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.782813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.782902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.783156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.783264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.783473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.783613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.783669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.783800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.783878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.783967] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be updated. [ 641.816220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.816365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.816436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.816641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.816886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.828205] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 641.942951] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.942951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.942951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.942951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.942951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.942951] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c31950-722e-4944-8975-68e42e195ddd is going to be created. [ 641.975949] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.976187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.976294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.976582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.976802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.989311] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: UNINITIALIZED for 2s [ 642.143433] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.145022] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.145330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.146350] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.146852] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148458] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148746] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.149568] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.149762] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.149988] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.150279] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.150560] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.150661] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.150915] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.167385] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a7108668-399a-409d-96e6-4068c76b7d4f None None] Enqueued Resource ID: 0295e750-0b2d-45d1-8d6b-c7ee5bc60e40 with Priority: HIGHEST for action port [ 642.168198] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0295e750-0b2d-45d1-8d6b-c7ee5bc60e40 with Priority: HIGHEST for action port [ 642.168676] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0295e750-0b2d-45d1-8d6b-c7ee5bc60e40 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.168867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0295e750-0b2d-45d1-8d6b-c7ee5bc60e40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.169076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0295e750-0b2d-45d1-8d6b-c7ee5bc60e40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.169447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0295e750-0b2d-45d1-8d6b-c7ee5bc60e40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.169627] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0295e750-0b2d-45d1-8d6b-c7ee5bc60e40',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.182612] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.182862] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.183059] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.183273] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.183594] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-90f185d1-6c09-4b27-88e0-2c7f87edc71e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.183780] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.183912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.184291] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.184762] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f185d1-6c09-4b27-88e0-2c7f87edc71e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.672475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0295e750-0b2d-45d1-8d6b-c7ee5bc60e40 [ 642.672765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.672849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.672972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.673119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.673212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.673309] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0295e750-0b2d-45d1-8d6b-c7ee5bc60e40 already deleted. [ 642.673437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0295e750-0b2d-45d1-8d6b-c7ee5bc60e40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.688582] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.688784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.688908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.689266] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.689370] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.689517] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 90f185d1-6c09-4b27-88e0-2c7f87edc71e not found, creating... [ 642.689762] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.689912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.690313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.690313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.690458] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.690625] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.690772] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.690879] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.691123] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.691254] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.691386] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 90f185d1-6c09-4b27-88e0-2c7f87edc71e is going to be created. [ 642.713680] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.713911] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.714590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.714590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.714590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.714784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.026022] env[66213]: INFO networking_nsxv3.common.synchronization [req-e8c1c385-989f-4058-8464-9edb54ac48bc req-c4654405-87b6-4ccc-bb03-131a1374819d tempest-VolumesAdminNegativeTest-485987241 tempest-VolumesAdminNegativeTest-485987241-project-member] Enqueued Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 643.026022] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e with Priority: HIGHEST for action security_group_members [ 643.026579] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.026881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.026989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.027225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.027526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.027666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.027738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.027886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.028062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.028183] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45066e2e-72e3-443b-bb93-cf7b8a1cdb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.490253] env[66213]: INFO networking_nsxv3.common.synchronization [req-fb9a06ec-4b37-445f-8830-1e51247c7eb0 req-ac6af9f5-18e8-4446-8f69-b9bc1ca31e09 service nova] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_rules [ 643.490403] env[66213]: INFO networking_nsxv3.common.synchronization [req-fb9a06ec-4b37-445f-8830-1e51247c7eb0 req-ac6af9f5-18e8-4446-8f69-b9bc1ca31e09 service nova] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 643.490619] env[66213]: INFO networking_nsxv3.common.synchronization [req-fb9a06ec-4b37-445f-8830-1e51247c7eb0 req-ac6af9f5-18e8-4446-8f69-b9bc1ca31e09 service nova] Enqueued Resource ID: 90f185d1-6c09-4b27-88e0-2c7f87edc71e with Priority: HIGHEST for action port [ 643.494206] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_rules [ 643.494206] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 643.494206] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f185d1-6c09-4b27-88e0-2c7f87edc71e with Priority: HIGHEST for action port [ 643.494206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.494206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.494206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.494206] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.494206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.494805] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f185d1-6c09-4b27-88e0-2c7f87edc71e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.494974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.495145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.495297] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f185d1-6c09-4b27-88e0-2c7f87edc71e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.530348] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.530554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.530627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.530809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.530913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.531160] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.531294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.531294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.531951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.531951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.531951] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e is going to be updated. [ 643.566618] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.566904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.566904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.567090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.567247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.578409] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: IN_PROGRESS for 2s [ 643.781132] env[66213]: INFO networking_nsxv3.common.synchronization [req-cebd845f-6c8b-4bd3-b3bb-cfef3e9d5ede req-13d2caad-c0e9-4e5e-8ad3-a7cf541dbefb tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 643.781132] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 643.781132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.781132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.781132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.781132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.781132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.781132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.781132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.782066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.782066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.782066] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.852475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 643.852707] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 deletion is rescheduled due to dependency. [ 643.852815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.853616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.853986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.853986] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.854149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.854251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.855290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.855290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.855290] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.997648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.997857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.997986] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f185d1-6c09-4b27-88e0-2c7f87edc71e with status ACTIVE [ 643.999343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.999343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.999343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.999758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.999758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.999758] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.999758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.000089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.000089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.000186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.000357] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.000468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.000545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.000701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.001484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.001484] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f185d1-6c09-4b27-88e0-2c7f87edc71e is going to be updated. [ 644.002594] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: SUCCESS [ 644.003187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.003275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.003646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.003776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.003812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.004057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.004109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.004955] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.027982] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.028158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.028210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.028419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.028556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.028708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f185d1-6c09-4b27-88e0-2c7f87edc71e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.236175] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.236175] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.236442] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.236622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.236938] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.237061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.237210] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.237434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.237701] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.237820] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.237941] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.238097] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.238224] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.238333] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.238433] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.238584] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.262518] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.262806] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.263011] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.263300] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.263758] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-f90be944-f683-4914-a062-51708c26f440 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.263960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.264074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.264404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.264533] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90be944-f683-4914-a062-51708c26f440',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.283861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.284012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.284162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.286399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.286399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.286399] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.286601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.286601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.286829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.287415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.287415] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 already deleted. [ 644.287415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.356922] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.507053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.507263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.507504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507669] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.507789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.508486] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.509083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.509166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.509359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.509440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.509522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.509611] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.767480] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.767860] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.768101] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.768414] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.768603] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.768759] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port f90be944-f683-4914-a062-51708c26f440 not found, creating... [ 644.769129] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.769231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.769327] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.769554] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.769685] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.769992] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.770191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.770351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.771032] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.771032] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.771032] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: f90be944-f683-4914-a062-51708c26f440 is going to be created. [ 644.792411] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.792753] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.792753] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.794089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.794089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.794089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.861145] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.014538] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40c31950-722e-4944-8975-68e42e195ddd: rpc.has_security_group_logging(os_id): False [ 645.038035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.038273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.038433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.038803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.038963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.039290] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.039420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.039490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.039761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.039859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.040116] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.040291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.040381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.040576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.040667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.040867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.040979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.041060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.041212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.041300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.041388] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c31950-722e-4944-8975-68e42e195ddd is going to be created. [ 645.109036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.109036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.109036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.126473] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: IN_PROGRESS for 2s [ 645.363930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.364175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.364260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.364469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.364560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.364679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be updated. [ 645.396154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.396337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.396412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.396731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.396958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.406874] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 645.513237] env[66213]: INFO networking_nsxv3.common.synchronization [req-cebd845f-6c8b-4bd3-b3bb-cfef3e9d5ede req-a62058bc-a91e-4d79-84f2-2846dff152ab service nova] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 645.513237] env[66213]: INFO networking_nsxv3.common.synchronization [req-cebd845f-6c8b-4bd3-b3bb-cfef3e9d5ede req-a62058bc-a91e-4d79-84f2-2846dff152ab service nova] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 645.513237] env[66213]: INFO networking_nsxv3.common.synchronization [req-cebd845f-6c8b-4bd3-b3bb-cfef3e9d5ede req-a62058bc-a91e-4d79-84f2-2846dff152ab service nova] Enqueued Resource ID: f90be944-f683-4914-a062-51708c26f440 with Priority: HIGHEST for action port [ 645.513237] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_rules [ 645.513611] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 645.513828] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90be944-f683-4914-a062-51708c26f440 with Priority: HIGHEST for action port [ 645.514382] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.514653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.514826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.515147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.515329] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.516522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.516950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.517164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.517445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.517700] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.517918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.518115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.518369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.518545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.518736] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.519706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90be944-f683-4914-a062-51708c26f440 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.520052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.521633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.521633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.521633] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90be944-f683-4914-a062-51708c26f440',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.590210] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e in Status: SUCCESS [ 645.590210] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45066e2e-72e3-443b-bb93-cf7b8a1cdb8e deletion is rescheduled due to dependency. [ 645.590210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45066e2e-72e3-443b-bb93-cf7b8a1cdb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.022501] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.023377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.023537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.023881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f90be944-f683-4914-a062-51708c26f440 with status ACTIVE [ 646.023999] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.024102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.024161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.024462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.024582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.024836] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.024996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.026861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.027103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.027191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.027507] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.027621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.027840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.027840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.028051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.028111] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f90be944-f683-4914-a062-51708c26f440 is going to be updated. [ 646.052299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.052550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.052550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.053100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.053100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.053100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90be944-f683-4914-a062-51708c26f440" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.311508] env[66213]: INFO networking_nsxv3.common.synchronization [None req-eb886daa-b2c8-4749-bf51-00437a8c8c1b None None] Enqueued Resource ID: e1bbbe3a-4df5-4a5a-9028-7c288e81f718 with Priority: HIGHEST for action port [ 646.312128] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bbbe3a-4df5-4a5a-9028-7c288e81f718 with Priority: HIGHEST for action port [ 646.312695] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1bbbe3a-4df5-4a5a-9028-7c288e81f718 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.312826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1bbbe3a-4df5-4a5a-9028-7c288e81f718" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.312826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1bbbe3a-4df5-4a5a-9028-7c288e81f718" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1bbbe3a-4df5-4a5a-9028-7c288e81f718" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.313485] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bbbe3a-4df5-4a5a-9028-7c288e81f718',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.530205] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.816850] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1bbbe3a-4df5-4a5a-9028-7c288e81f718 [ 646.817153] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.817331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.817383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.818126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.818273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.818481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1bbbe3a-4df5-4a5a-9028-7c288e81f718 already deleted. [ 646.822023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1bbbe3a-4df5-4a5a-9028-7c288e81f718" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.034219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.034219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.034219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.034219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.034219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.034219] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 is going to be created. [ 647.068312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.068627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.068760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.069256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.069578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.083688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: UNINITIALIZED for 2s [ 647.144108] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: SUCCESS [ 647.144463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 647.418735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.419086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.419282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.419402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.419468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.419622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.419705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.419787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.419877] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.894753] env[66213]: INFO networking_nsxv3.common.synchronization [req-83e41e59-2ea7-4bdd-b09b-c9f03c9e99df req-758fe34e-ca7d-47db-8a00-88c03d340454 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 647.895304] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 647.895599] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.895719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.895784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.897007] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.897220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.897337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.897405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.897576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.897661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.897757] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.925497] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.925655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.925733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.925990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.926168] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.926279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.926344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.926514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.926603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.926690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.926839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.926933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.926991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.927158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.927301] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.927392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.927453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.927591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.927666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927837] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.374366] env[66213]: INFO networking_nsxv3.common.synchronization [None req-3450b602-95b0-45cd-8e39-2736d70c63fb None None] Enqueued Resource ID: 8c139834-8887-4921-9959-3fabc94254fa with Priority: HIGHEST for action port [ 648.374638] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c139834-8887-4921-9959-3fabc94254fa with Priority: HIGHEST for action port [ 648.375211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c139834-8887-4921-9959-3fabc94254fa taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.375342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c139834-8887-4921-9959-3fabc94254fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.375390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c139834-8887-4921-9959-3fabc94254fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.375642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c139834-8887-4921-9959-3fabc94254fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.375725] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c139834-8887-4921-9959-3fabc94254fa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.400217] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.431958] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c75a1a19-1520-4848-97a9-51b05052beb2: rpc.has_security_group_logging(os_id): False [ 648.452833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.453039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.453124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.453317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.453413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.453607] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.454019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.454019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.454019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.454019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.454213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.454264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.454332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.454474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.454548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.454823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.454823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.454956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.455288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.455437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.455532] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be updated. [ 648.526072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.526072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.526072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.526072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.526072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.535518] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a9865b54-17fa-4554-a3bb-56f6c4da2f70 None None] Enqueued Resource ID: a67930f1-b825-44a0-8589-9d1057228c4d with Priority: HIGHEST for action port [ 648.536041] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67930f1-b825-44a0-8589-9d1057228c4d with Priority: HIGHEST for action port [ 648.536447] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67930f1-b825-44a0-8589-9d1057228c4d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.536567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67930f1-b825-44a0-8589-9d1057228c4d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.536634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67930f1-b825-44a0-8589-9d1057228c4d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.536890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67930f1-b825-44a0-8589-9d1057228c4d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.536975] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67930f1-b825-44a0-8589-9d1057228c4d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.541847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 648.604168] env[66213]: INFO networking_nsxv3.common.synchronization [req-83e41e59-2ea7-4bdd-b09b-c9f03c9e99df req-1dafec0f-c1d7-4a18-8cad-37386d851d99 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 648.606919] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 648.607207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.608326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.879899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c139834-8887-4921-9959-3fabc94254fa [ 648.879899] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.879899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.879899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.880309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.880309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.880309] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c139834-8887-4921-9959-3fabc94254fa already deleted. [ 648.880411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c139834-8887-4921-9959-3fabc94254fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.907511] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.039888] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a67930f1-b825-44a0-8589-9d1057228c4d [ 649.040571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.041171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.041171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.041353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.041353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.041561] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a67930f1-b825-44a0-8589-9d1057228c4d already deleted. [ 649.041804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67930f1-b825-44a0-8589-9d1057228c4d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.095506] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: SUCCESS [ 649.095745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.096060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.096597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.096806] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.096928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.096997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.097188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.097310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097418] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.232346] env[66213]: INFO networking_nsxv3.common.synchronization [req-3fdec894-536c-422c-9d6c-72e679fdea8b req-29d04200-61ec-401b-919e-ba55c41587e8 tempest-TenantUsagesTestJSON-1017682369 tempest-TenantUsagesTestJSON-1017682369-project-member] Enqueued Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 649.232346] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 649.235745] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.235745] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.235745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.235745] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.408219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.408587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.408587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.409938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.409938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.409938] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 649.440416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.440416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.440416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.440416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.440727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.451088] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 649.573845] env[66213]: INFO networking_nsxv3.common.synchronization [req-83e41e59-2ea7-4bdd-b09b-c9f03c9e99df req-7b7e2378-f3a6-4bcf-8615-9637a13ad016 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 649.574427] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 649.575151] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.575151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.599741] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.739736] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.739736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.739736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.740370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.740370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.740370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.740370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.740370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.740551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.740599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.742895] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 already deleted. [ 649.743296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.105049] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8bf4ffb-73df-4d49-beda-599a0b6aa071: rpc.has_security_group_logging(os_id): False [ 650.133083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.133283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.133283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.133679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.133679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.133771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.133856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.133899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.134064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.134159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.134243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 is going to be created. [ 650.200668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.200897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.200897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.201116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.201301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.213796] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.213796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.214065] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.214111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.214335] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.214462] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.214568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.214770] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.214902] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.215113] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.215219] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.216042] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.216042] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.216042] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.216042] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.216042] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.217428] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: IN_PROGRESS for 2s [ 650.244621] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.244803] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.245020] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.245360] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.245763] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-4a840041-de76-4480-8c7e-b51476142cc1 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.245987] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246163] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246582] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246779] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a840041-de76-4480-8c7e-b51476142cc1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.559950] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 650.560813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750227] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.750227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.750393] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750576] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.750768] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 4a840041-de76-4480-8c7e-b51476142cc1 not found, creating... [ 650.752220] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.752220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.752220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.752220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.752220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.752508] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.752882] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.752882] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.753123] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.753280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.753465] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 4a840041-de76-4480-8c7e-b51476142cc1 is going to be created. [ 650.760315] env[66213]: INFO networking_nsxv3.common.synchronization [None req-750e3e8f-7abe-49c3-9de0-be7fc4f53798 None None] Enqueued Resource ID: 23df894a-4840-4f4b-867a-91f421aa757a with Priority: HIGHEST for action port [ 650.760743] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23df894a-4840-4f4b-867a-91f421aa757a with Priority: HIGHEST for action port [ 650.761362] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-23df894a-4840-4f4b-867a-91f421aa757a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.761486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23df894a-4840-4f4b-867a-91f421aa757a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.761565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23df894a-4840-4f4b-867a-91f421aa757a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.761979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23df894a-4840-4f4b-867a-91f421aa757a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.762119] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23df894a-4840-4f4b-867a-91f421aa757a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.774725] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.774935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.775272] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.775411] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.775642] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.775950] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.264557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23df894a-4840-4f4b-867a-91f421aa757a [ 651.265201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.265526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.265579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.265988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.266180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.266314] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23df894a-4840-4f4b-867a-91f421aa757a already deleted. [ 651.266541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23df894a-4840-4f4b-867a-91f421aa757a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.466092] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 651.466437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.467048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.467048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.467798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.467798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.467798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.467798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.467798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.468078] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.586868] env[66213]: INFO networking_nsxv3.common.synchronization [req-3fdec894-536c-422c-9d6c-72e679fdea8b req-387c4cb0-584c-4241-aef6-6a19d44cab79 service nova] Enqueued Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_rules [ 651.587189] env[66213]: INFO networking_nsxv3.common.synchronization [req-3fdec894-536c-422c-9d6c-72e679fdea8b req-387c4cb0-584c-4241-aef6-6a19d44cab79 service nova] Enqueued Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 651.587189] env[66213]: INFO networking_nsxv3.common.synchronization [req-3fdec894-536c-422c-9d6c-72e679fdea8b req-387c4cb0-584c-4241-aef6-6a19d44cab79 service nova] Enqueued Resource ID: 4a840041-de76-4480-8c7e-b51476142cc1 with Priority: HIGHEST for action port [ 651.587864] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_rules [ 651.587864] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 651.588100] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a840041-de76-4480-8c7e-b51476142cc1 with Priority: HIGHEST for action port [ 651.588663] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.588663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.588663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.589175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.589894] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.591765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.591765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.591765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.591954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.591954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.592101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.592184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.592373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.592467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.592565] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.594955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a840041-de76-4480-8c7e-b51476142cc1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.595142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.596835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.596835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.596835] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a840041-de76-4480-8c7e-b51476142cc1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.947216] env[66213]: INFO networking_nsxv3.common.synchronization [req-0c15bf85-1460-4ac4-b373-d3bb25918124 req-c1bd39d7-ee73-4a55-a10a-a050c0f34a5a tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 651.947783] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 651.948154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.948651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.948757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.948997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.949239] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.949370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.949450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.949662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.949783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.949921] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.971688] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.971688] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.971688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.971996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.971996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.971996] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 652.004559] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.004731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.004814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.005057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.005389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.014836] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 652.097590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.097735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.101291] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a840041-de76-4480-8c7e-b51476142cc1 with status ACTIVE [ 652.101548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.102091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.102091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.102091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.102091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.102321] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.102410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.102410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.102633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.102742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.102983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.103150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.103220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.103375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.103485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.103572] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a840041-de76-4480-8c7e-b51476142cc1 is going to be updated. [ 652.105051] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.130620] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.130801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.130855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.131131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.131285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.131718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a840041-de76-4480-8c7e-b51476142cc1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.237151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: SUCCESS [ 652.237151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.452031] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.491889] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.493016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.493016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.493016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.493016] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.493016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.493016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.493285] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.493357] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.493564] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.493665] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.493763] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.493860] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.493958] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.494065] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.494201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.517024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.517024] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.517024] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.517024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.517024] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.517024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.517024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.517024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.517024] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c50b7d-fa5a-4cdf-b3f4-9736b5779a16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.607921] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.626467] env[66213]: INFO networking_nsxv3.common.synchronization [None req-3ec790a2-0597-4a7c-978b-c5a6e0374a34 None None] Enqueued Resource ID: 5585780e-1136-47cd-bd8e-b9b8266829ff with Priority: HIGHEST for action port [ 652.627742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5585780e-1136-47cd-bd8e-b9b8266829ff with Priority: HIGHEST for action port [ 652.628097] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5585780e-1136-47cd-bd8e-b9b8266829ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.628229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5585780e-1136-47cd-bd8e-b9b8266829ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.628329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5585780e-1136-47cd-bd8e-b9b8266829ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.628677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5585780e-1136-47cd-bd8e-b9b8266829ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.628764] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5585780e-1136-47cd-bd8e-b9b8266829ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.955261] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.021038] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.021038] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.021038] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.021354] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.021443] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.021664] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 not found, creating... [ 653.022035] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.022254] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.022396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.022642] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.022823] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.023187] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.023365] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.023477] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.023721] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.023871] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.024034] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 is going to be created. [ 653.056958] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.057244] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.057388] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.057711] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.057967] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.058311] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.110585] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.110771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.110855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.111241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.111241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.111351] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 is going to be created. [ 653.132375] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5585780e-1136-47cd-bd8e-b9b8266829ff [ 653.132375] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.132375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.132375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.132375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.132375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.132375] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5585780e-1136-47cd-bd8e-b9b8266829ff already deleted. [ 653.132375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5585780e-1136-47cd-bd8e-b9b8266829ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.159603] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.159865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.160335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.160335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.161114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.177355] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: UNINITIALIZED for 2s [ 653.457868] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.457868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.457992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.458312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.458420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.458546] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 653.504623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.504798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.504798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.504950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.505128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.516492] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 653.800311] env[66213]: INFO networking_nsxv3.common.synchronization [req-0c15bf85-1460-4ac4-b373-d3bb25918124 req-55e35eaa-6973-43f5-916e-11285a9e2711 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 653.800586] env[66213]: INFO networking_nsxv3.common.synchronization [req-0c15bf85-1460-4ac4-b373-d3bb25918124 req-55e35eaa-6973-43f5-916e-11285a9e2711 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 653.800586] env[66213]: INFO networking_nsxv3.common.synchronization [req-0c15bf85-1460-4ac4-b373-d3bb25918124 req-55e35eaa-6973-43f5-916e-11285a9e2711 service nova] Enqueued Resource ID: 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 with Priority: HIGHEST for action port [ 653.801201] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 653.801295] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 653.801390] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 with Priority: HIGHEST for action port [ 653.801726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.801812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.801847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.803505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.803505] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.804425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.804533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.804738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.804841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.804904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.805104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.805181] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c50b7d-fa5a-4cdf-b3f4-9736b5779a16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.815528] env[66213]: INFO networking_nsxv3.common.synchronization [req-0ea31fed-33f1-4032-8ed4-a783eac8ed6a req-e821dc13-822f-47c6-b8e0-601f64f797bc tempest-ServerMetadataNegativeTestJSON-1898837179 tempest-ServerMetadataNegativeTestJSON-1898837179-project-member] Enqueued Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 653.816093] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 653.816401] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.816514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.816576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.816865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.819346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.819346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.819346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.819346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.819346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.819346] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.027609] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 654.027609] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f deletion is rescheduled due to dependency. [ 654.027609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.027609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.027609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.027869] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.027949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.027949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.028181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.028265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.028438] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.277280] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.277496] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-428" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.277626] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-428" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.278123] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-428" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.278692] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.278869] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.278983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.279631] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.279631] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.279631] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.279775] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.279812] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.279887] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.280041] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.280116] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.280245] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.302667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.302667] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.302667] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.302667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-428" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.302667] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.302667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.302667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.302667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.302667] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.306818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.306818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.310024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 with status ACTIVE [ 654.310192] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.310311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.310403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311389] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311803] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.312070] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10c50b7d-fa5a-4cdf-b3f4-9736b5779a16 is going to be updated. [ 654.321394] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.321394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.321394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.321394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.321569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.321604] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.322626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.322626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.322831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.322831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.322930] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 already deleted. [ 654.322980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337993] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.338299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.338352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.338545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.338715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.340015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c50b7d-fa5a-4cdf-b3f4-9736b5779a16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.531122] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.531278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.531346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.531644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.531644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.531863] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.531986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.532060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.532243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.532364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.532403] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 654.563201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.563391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.563459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.563666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.563810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.576723] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 654.806349] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.806349] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.806349] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.806349] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.806681] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.806681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 not found, creating... [ 654.807010] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.807676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.807676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.808089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.808371] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.808952] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.808952] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.808952] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.809259] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.809473] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.809542] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 is going to be created. [ 654.834233] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.834233] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.834233] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.834568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.834880] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.835126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.844961] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0fb02a6b-31eb-4cef-81ec-b87b53a0f497 None None] Enqueued Resource ID: 58327872-99a1-455d-9561-22cad882c70f with Priority: HIGHEST for action port [ 654.846087] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58327872-99a1-455d-9561-22cad882c70f with Priority: HIGHEST for action port [ 654.846439] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-58327872-99a1-455d-9561-22cad882c70f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.846566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58327872-99a1-455d-9561-22cad882c70f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.846633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58327872-99a1-455d-9561-22cad882c70f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.846941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58327872-99a1-455d-9561-22cad882c70f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.847047] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58327872-99a1-455d-9561-22cad882c70f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.189770] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: SUCCESS [ 655.190041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.190225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.190473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.190696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.190832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.190901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.191086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.191361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.191361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.191361] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.349025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58327872-99a1-455d-9561-22cad882c70f [ 655.349571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.349753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.349753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.350094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.350238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.350382] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58327872-99a1-455d-9561-22cad882c70f already deleted. [ 655.350517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58327872-99a1-455d-9561-22cad882c70f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.527788] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 655.528008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.528233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.528480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.528669] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.528806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.528870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.529075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.529185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.529275] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.566285] env[66213]: INFO networking_nsxv3.common.synchronization [req-0ea31fed-33f1-4032-8ed4-a783eac8ed6a req-47b83f7a-be38-4a6b-9a5a-88b2564ee6e8 service nova] Enqueued Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_rules [ 655.566285] env[66213]: INFO networking_nsxv3.common.synchronization [req-0ea31fed-33f1-4032-8ed4-a783eac8ed6a req-47b83f7a-be38-4a6b-9a5a-88b2564ee6e8 service nova] Enqueued Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 655.566285] env[66213]: INFO networking_nsxv3.common.synchronization [req-0ea31fed-33f1-4032-8ed4-a783eac8ed6a req-47b83f7a-be38-4a6b-9a5a-88b2564ee6e8 service nova] Enqueued Resource ID: 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 with Priority: HIGHEST for action port [ 655.566285] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_rules [ 655.566285] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 655.566462] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 with Priority: HIGHEST for action port [ 655.566900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.567148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.567261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.567592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.567737] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.568668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.569822] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.569822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.569822] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.570773] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.570940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.571055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.571250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.571375] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.695149] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.695539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.695539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.695539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.696265] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.696265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.696265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.696265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.696265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.697353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.697353] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.996342] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c5938959-8fc2-449d-853e-6e2a98c4685e None None] Enqueued Resource ID: 6baa19c2-b6c2-42f2-9a27-90eb40582ae2 with Priority: HIGHEST for action port [ 655.996342] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6baa19c2-b6c2-42f2-9a27-90eb40582ae2 with Priority: HIGHEST for action port [ 655.996981] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6baa19c2-b6c2-42f2-9a27-90eb40582ae2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.996981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6baa19c2-b6c2-42f2-9a27-90eb40582ae2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.996981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6baa19c2-b6c2-42f2-9a27-90eb40582ae2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.997476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6baa19c2-b6c2-42f2-9a27-90eb40582ae2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.997476] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baa19c2-b6c2-42f2-9a27-90eb40582ae2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.033391] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.073011] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.073142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.073327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.079808] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 with status ACTIVE [ 656.080067] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.080253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.080313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.080487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.080575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.080749] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.080849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.080911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.081095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.081164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.081419] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.081528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.081590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.081738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.081812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.081893] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4 is going to be updated. [ 656.105233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.105460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.105460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.105635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.105774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.106007] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd80436-b4f8-4f4d-ac5c-09fc66d9d8d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.200017] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e46060bb-78aa-40b3-b9be-6067eb5058a6: rpc.has_security_group_logging(os_id): False [ 656.218832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.218980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.219105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.219370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.219457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.219675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.220057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.220057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.220057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.220057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.220315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.220315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.220409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.220512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.220585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.220761] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.220852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.220910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.221411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.221509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.221599] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 is going to be created. [ 656.298668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.298852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.298912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.299343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.299570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.312610] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: IN_PROGRESS for 2s [ 656.502888] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6baa19c2-b6c2-42f2-9a27-90eb40582ae2 [ 656.503797] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.503797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.503797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.503797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.503797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.503797] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6baa19c2-b6c2-42f2-9a27-90eb40582ae2 already deleted. [ 656.504055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6baa19c2-b6c2-42f2-9a27-90eb40582ae2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.537098] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.575746] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.588217] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 656.588867] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f deletion is rescheduled due to dependency. [ 656.588867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.040081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.040399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.040399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.040750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.040832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.040885] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 657.071490] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.071833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.071833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.072011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.072108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080050] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.082749] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 is going to be created. [ 657.082952] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 657.108340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.108896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.109101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.119672] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: UNINITIALIZED for 2s [ 658.129346] env[66213]: INFO networking_nsxv3.common.synchronization [None req-24ced62d-4f1a-49b5-a335-6bb150cf2bf6 None None] Enqueued Resource ID: 0b8455d4-e202-4840-9c64-ad6f65c055f1 with Priority: HIGHEST for action port [ 658.129861] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b8455d4-e202-4840-9c64-ad6f65c055f1 with Priority: HIGHEST for action port [ 658.130818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b8455d4-e202-4840-9c64-ad6f65c055f1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.130964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b8455d4-e202-4840-9c64-ad6f65c055f1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.131059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b8455d4-e202-4840-9c64-ad6f65c055f1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.131339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b8455d4-e202-4840-9c64-ad6f65c055f1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.133565] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8455d4-e202-4840-9c64-ad6f65c055f1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.327935] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: SUCCESS [ 658.330073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.398491] env[66213]: INFO networking_nsxv3.common.synchronization [req-dd068048-4ee5-4349-894c-3ba684788227 req-a9f840fe-97c1-4a64-9eee-8f1a04766cf5 tempest-ServerDiagnosticsNegativeTest-483539234 tempest-ServerDiagnosticsNegativeTest-483539234-project-member] Enqueued Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 658.399068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 658.399371] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.399520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.399584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.402309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.402500] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.402671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.403642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.404601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.404731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.404843] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.637215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b8455d4-e202-4840-9c64-ad6f65c055f1 [ 658.637215] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.637215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.637215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.637215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.637215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b8455d4-e202-4840-9c64-ad6f65c055f1 already deleted. [ 658.637215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b8455d4-e202-4840-9c64-ad6f65c055f1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908688] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908688] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 already deleted. [ 658.908688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.055377] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.055573] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.055691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.055957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.058580] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.058772] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.058891] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.059395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.059690] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.059690] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.060137] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.060137] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.060137] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.060137] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.060137] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.060332] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.088654] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.088654] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.088654] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.088654] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.088934] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-28037a65-da0d-428d-a402-7342b7d7b2ad taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.089212] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.089437] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.089605] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.089764] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28037a65-da0d-428d-a402-7342b7d7b2ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.093656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 659.093901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.094090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.094303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.094493] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.094632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.096408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.096408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.096408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.096408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.096408] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.132137] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: SUCCESS [ 659.132465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.133060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.135181] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.135181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.135181] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.593655] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.593883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.594011] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.594302] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.594445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.594602] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 28037a65-da0d-428d-a402-7342b7d7b2ad not found, creating... [ 659.595972] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.595972] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.596404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.596467] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 28037a65-da0d-428d-a402-7342b7d7b2ad is going to be created. [ 659.597990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.597990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.597990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.598267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.598267] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.598403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.598501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.598579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.598661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.598807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.598964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.599174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.599323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.599448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.599487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.599610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.599730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.599782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.599833] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.622221] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.622965] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.622965] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.622965] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.623209] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.623422] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.638510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.639434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.639474] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.639639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.639692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.639862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.639950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.640298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.640769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.641018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641254] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.102482] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c9eb2e-ed75-41ef-82ef-c0bd59844baf: rpc.has_security_group_logging(os_id): False [ 660.124316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.124515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.124630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.124956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.125137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.125467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.125635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.125747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.126019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.126156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.126407] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.126514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.126575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.126727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.126800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.126986] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.127095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.127152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.127295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.127368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.127451] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 660.144703] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 477d0fd8-0022-4dac-bbef-f416d0768f54: rpc.has_security_group_logging(os_id): False [ 660.163647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.163912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.164501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.164501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.164688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.165014] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.165199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.165310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.165634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.165783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.166270] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.166370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.167701] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.167701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.167701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.167968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 is going to be created. [ 660.201347] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.201738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.201738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.201738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.202412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.215806] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 660.236526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.236777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.236777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.236961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.237193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.273303] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: IN_PROGRESS for 2s [ 660.366025] env[66213]: INFO networking_nsxv3.common.synchronization [req-dd068048-4ee5-4349-894c-3ba684788227 req-f097d27f-37b1-4321-a751-5b6629553a25 service nova] Enqueued Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_rules [ 660.366025] env[66213]: INFO networking_nsxv3.common.synchronization [req-dd068048-4ee5-4349-894c-3ba684788227 req-f097d27f-37b1-4321-a751-5b6629553a25 service nova] Enqueued Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 660.366025] env[66213]: INFO networking_nsxv3.common.synchronization [req-dd068048-4ee5-4349-894c-3ba684788227 req-f097d27f-37b1-4321-a751-5b6629553a25 service nova] Enqueued Resource ID: 28037a65-da0d-428d-a402-7342b7d7b2ad with Priority: HIGHEST for action port [ 660.366550] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_rules [ 660.367087] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 660.367339] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28037a65-da0d-428d-a402-7342b7d7b2ad with Priority: HIGHEST for action port [ 660.371034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.371034] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.371034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.371034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.371034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.373066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.373066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.373066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.373066] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.375620] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-28037a65-da0d-428d-a402-7342b7d7b2ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.375620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.375620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.375620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.375925] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28037a65-da0d-428d-a402-7342b7d7b2ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.881802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.881802] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.881802] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28037a65-da0d-428d-a402-7342b7d7b2ad with status ACTIVE [ 660.881802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.881802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.881802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.882336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.882336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.882864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.882864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.882989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.882989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28037a65-da0d-428d-a402-7342b7d7b2ad is going to be updated. [ 660.906240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.906474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.906474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.906669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.906806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.906962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28037a65-da0d-428d-a402-7342b7d7b2ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.359798] env[66213]: INFO networking_nsxv3.common.synchronization [None req-baeabcc1-1881-4dd0-9b82-01483a51e16f None None] Enqueued Resource ID: fafe5de0-8c9e-4474-891e-0a33d2ab89c9 with Priority: HIGHEST for action port [ 661.361861] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafe5de0-8c9e-4474-891e-0a33d2ab89c9 with Priority: HIGHEST for action port [ 661.361861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fafe5de0-8c9e-4474-891e-0a33d2ab89c9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fafe5de0-8c9e-4474-891e-0a33d2ab89c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fafe5de0-8c9e-4474-891e-0a33d2ab89c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fafe5de0-8c9e-4474-891e-0a33d2ab89c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.361861] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fafe5de0-8c9e-4474-891e-0a33d2ab89c9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.385277] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.865681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fafe5de0-8c9e-4474-891e-0a33d2ab89c9 [ 661.865681] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.865681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.865681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.865681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.865681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.865681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fafe5de0-8c9e-4474-891e-0a33d2ab89c9 already deleted. [ 661.865681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fafe5de0-8c9e-4474-891e-0a33d2ab89c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.891076] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.891522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.891825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.892162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.892358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.892543] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 is going to be created. [ 661.918456] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.918612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.918735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.918893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.919085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.931444] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: UNINITIALIZED for 2s [ 662.237907] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 662.237907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.293279] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: SUCCESS [ 662.293520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.943994] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: SUCCESS [ 663.943994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.946906] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.946906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.946906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.449659] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.450035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.450035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.450269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.450552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.451024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.451024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.451024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.451172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.451172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.451370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.451555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.451555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.451643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.451858] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.451858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.452021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.452176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.452266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.452350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.452928] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.528553] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c9967abb-069a-47ff-a77e-6018a9cb9083 None None] Enqueued Resource ID: cec678d5-bc20-44a4-9342-b77860f5bc1b with Priority: HIGHEST for action port [ 664.528553] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec678d5-bc20-44a4-9342-b77860f5bc1b with Priority: HIGHEST for action port [ 664.534336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec678d5-bc20-44a4-9342-b77860f5bc1b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.534336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec678d5-bc20-44a4-9342-b77860f5bc1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.534336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec678d5-bc20-44a4-9342-b77860f5bc1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.534336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec678d5-bc20-44a4-9342-b77860f5bc1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.534336] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec678d5-bc20-44a4-9342-b77860f5bc1b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.955605] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff35ce86-b905-4157-ac13-c6c3befa5ea7: rpc.has_security_group_logging(os_id): False [ 664.982197] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.982410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.982462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.982815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.982815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.982959] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.983090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.983133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.983296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.983347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.983748] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.983748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.983748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.983921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.983921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.984161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.984216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.984355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.984425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984503] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 is going to be created. [ 665.035866] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cec678d5-bc20-44a4-9342-b77860f5bc1b [ 665.036264] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.036834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.036834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.037750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.037871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.037974] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cec678d5-bc20-44a4-9342-b77860f5bc1b already deleted. [ 665.038074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec678d5-bc20-44a4-9342-b77860f5bc1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.051417] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.051782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.051782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.051967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.052074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.066937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: IN_PROGRESS for 2s [ 665.952612] env[66213]: INFO networking_nsxv3.common.synchronization [req-fd1009e9-d853-4119-83d1-2fa4d3bbb01b req-52637d1b-15a8-48cc-bb1b-5ba3bce0009a tempest-ServersNegativeTestJSON-978052341 tempest-ServersNegativeTestJSON-978052341-project-member] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 665.953307] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 665.953660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.953757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.953798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.954388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.954388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.954694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.954694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.954694] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.456932] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.457297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.457297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.457461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.458233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.458815] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.458815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.458815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.459063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.459063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.459127] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d already deleted. [ 666.459384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.624546] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624734] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624844] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625197] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625449] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.625713] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.625713] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625913] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.626449] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.626712] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.627023] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.627208] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.627363] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.627517] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.627667] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.627826] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.647706] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.647880] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.648046] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.648338] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.648916] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-40d16e00-7ed5-4dcb-8670-20d64092b6cc taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.649169] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.649304] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.649630] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.649755] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d16e00-7ed5-4dcb-8670-20d64092b6cc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.083035] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: SUCCESS [ 667.083035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.153435] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.153624] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.153816] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.154200] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.154245] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.154664] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 40d16e00-7ed5-4dcb-8670-20d64092b6cc not found, creating... [ 667.154748] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.154924] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.155078] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.155207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.155376] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.155680] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.156396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.156396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.156396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.156396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc is going to be created. [ 667.180573] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.180902] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.181037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.181323] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.181924] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.182117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.890024] env[66213]: INFO networking_nsxv3.common.synchronization [req-fd1009e9-d853-4119-83d1-2fa4d3bbb01b req-22f7d616-ab95-499e-a37b-17c5072ad038 service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 667.890288] env[66213]: INFO networking_nsxv3.common.synchronization [req-fd1009e9-d853-4119-83d1-2fa4d3bbb01b req-22f7d616-ab95-499e-a37b-17c5072ad038 service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 667.890447] env[66213]: INFO networking_nsxv3.common.synchronization [req-fd1009e9-d853-4119-83d1-2fa4d3bbb01b req-22f7d616-ab95-499e-a37b-17c5072ad038 service nova] Enqueued Resource ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc with Priority: HIGHEST for action port [ 667.891378] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 667.891687] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 667.891687] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc with Priority: HIGHEST for action port [ 667.892081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.892270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.892378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.892831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.892831] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.895194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.895194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.895194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.895194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.895194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.895194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.895194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.895611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.895611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.895772] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.896832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d16e00-7ed5-4dcb-8670-20d64092b6cc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.897083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.900022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.900022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.900022] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d16e00-7ed5-4dcb-8670-20d64092b6cc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.403710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403710] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.403710] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d16e00-7ed5-4dcb-8670-20d64092b6cc with status ACTIVE [ 668.403710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.403710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.403710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.412184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.412184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.412184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.412184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.412184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.412184] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc is going to be updated. [ 668.444622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.444888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.444985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.445280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.446191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.446191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.913837] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.418693] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.418912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.418912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.419191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.419276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.419337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be created. [ 669.447255] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.449047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.449047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.449264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.449264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.467462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: UNINITIALIZED for 2s [ 671.485624] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.488226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.488226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.488226] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.993177] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.993402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.993503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.993721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.994660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.994660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.994660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.995059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.995059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.995171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.995171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.995341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.995390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.995462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.995544] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.023897] env[66213]: INFO networking_nsxv3.common.synchronization [req-1280a6da-a5b6-4882-94bd-0534a3ae775f req-bfa49a4c-ecf1-4160-bbbb-e7fa446a0307 tempest-InstanceActionsTestJSON-129002573 tempest-InstanceActionsTestJSON-129002573-project-member] Enqueued Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 672.024496] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 672.025300] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.025429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.025537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.025775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.025944] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.026110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.026184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.026388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.026485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.026587] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.498068] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82ae44ea-2307-478b-ac51-78a05d746f6d: rpc.has_security_group_logging(os_id): False [ 672.506802] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.506991] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-968" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.507117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-968" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.507447] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-968" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.507915] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.507915] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508076] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.508324] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.508470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.508665] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.508769] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.508868] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.508964] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.509078] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.509278] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.509341] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.519733] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.519905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.519905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.520145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.520268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.520501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.520675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.520712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.520898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.521023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.521228] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.521350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.521428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.521659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.521777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.521956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.522099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.522164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.522309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.522383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.522464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be created. [ 672.529057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.529057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.529057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.529057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.529784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.529784] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307b6e50-5981-4974-aa78-020c69d437d3 already deleted. [ 672.529784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.531743] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.531820] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.532547] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.532547] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-968" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.532547] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.532789] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.532789] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.533300] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.533300] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ba3ba8-3caa-449b-9476-8abeeafe8c74',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.580561] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.580772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.580951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.581221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.594339] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 673.036604] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.036604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.036604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.036604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.036604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.036919] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port a8ba3ba8-3caa-449b-9476-8abeeafe8c74 not found, creating... [ 673.037073] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.037197] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.037344] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.037581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.037702] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.037981] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.038140] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.038261] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.038489] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.038643] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.038961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: a8ba3ba8-3caa-449b-9476-8abeeafe8c74 is going to be created. [ 673.060522] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.060747] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.062021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.062021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.062021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.062021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.778582] env[66213]: INFO networking_nsxv3.common.synchronization [req-1280a6da-a5b6-4882-94bd-0534a3ae775f req-31a94ff1-e52b-4347-ae92-d48decf625b8 service nova] Enqueued Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_rules [ 673.778912] env[66213]: INFO networking_nsxv3.common.synchronization [req-1280a6da-a5b6-4882-94bd-0534a3ae775f req-31a94ff1-e52b-4347-ae92-d48decf625b8 service nova] Enqueued Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 673.778912] env[66213]: INFO networking_nsxv3.common.synchronization [req-1280a6da-a5b6-4882-94bd-0534a3ae775f req-31a94ff1-e52b-4347-ae92-d48decf625b8 service nova] Enqueued Resource ID: a8ba3ba8-3caa-449b-9476-8abeeafe8c74 with Priority: HIGHEST for action port [ 673.779459] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_rules [ 673.779632] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 673.779749] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ba3ba8-3caa-449b-9476-8abeeafe8c74 with Priority: HIGHEST for action port [ 673.781157] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.781377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.781494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.781831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.782478] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.783813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.784131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.784270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.784877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.784877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.785036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.785125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.785715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.785715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.785715] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.786717] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.787218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.787350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.787552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.787675] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ba3ba8-3caa-449b-9476-8abeeafe8c74',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.290708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.290708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.290976] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.293165] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8ba3ba8-3caa-449b-9476-8abeeafe8c74 with status ACTIVE [ 674.293165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.293165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.293165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.293165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.293973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.293973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.293973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.293973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.293973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8ba3ba8-3caa-449b-9476-8abeeafe8c74 is going to be updated. [ 674.316971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.317170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.317235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.317417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.317558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.317709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ba3ba8-3caa-449b-9476-8abeeafe8c74" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.542710] env[66213]: INFO networking_nsxv3.common.synchronization [None req-713415ef-041d-40dd-a72d-c20c6a708b06 None None] Enqueued Resource ID: 729a9e4b-72f3-49dc-895d-7e061c041d3f with Priority: HIGHEST for action port [ 674.543326] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729a9e4b-72f3-49dc-895d-7e061c041d3f with Priority: HIGHEST for action port [ 674.544891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-729a9e4b-72f3-49dc-895d-7e061c041d3f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.545043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729a9e4b-72f3-49dc-895d-7e061c041d3f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.545115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729a9e4b-72f3-49dc-895d-7e061c041d3f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.545402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729a9e4b-72f3-49dc-895d-7e061c041d3f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.545489] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729a9e4b-72f3-49dc-895d-7e061c041d3f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.606154] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 674.606391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.796614] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.050260] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729a9e4b-72f3-49dc-895d-7e061c041d3f [ 675.050732] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.051015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.051475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.051809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.052168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.052400] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729a9e4b-72f3-49dc-895d-7e061c041d3f already deleted. [ 675.052601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729a9e4b-72f3-49dc-895d-7e061c041d3f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.163460] env[66213]: INFO networking_nsxv3.common.synchronization [None req-02629d33-5f1e-4d2b-94a5-0e6c18f4ab7c None None] Enqueued Resource ID: 0ed317da-8920-479a-ae07-996227fd3dfe with Priority: HIGHEST for action port [ 675.163829] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed317da-8920-479a-ae07-996227fd3dfe with Priority: HIGHEST for action port [ 675.164565] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed317da-8920-479a-ae07-996227fd3dfe taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.164565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed317da-8920-479a-ae07-996227fd3dfe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.167135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed317da-8920-479a-ae07-996227fd3dfe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.168019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed317da-8920-479a-ae07-996227fd3dfe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.168019] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed317da-8920-479a-ae07-996227fd3dfe',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.299520] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.299708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.299759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.299935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.300032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.300226] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307b6e50-5981-4974-aa78-020c69d437d3 is going to be created. [ 675.330751] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.330751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.330751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.330751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.330751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.341013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: UNINITIALIZED for 2s [ 675.671116] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ed317da-8920-479a-ae07-996227fd3dfe [ 675.671116] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.671116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.671116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.671116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.671116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.671116] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ed317da-8920-479a-ae07-996227fd3dfe already deleted. [ 675.671116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed317da-8920-479a-ae07-996227fd3dfe" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.359808] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: SUCCESS [ 677.360088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.360480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.360689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.360962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.360962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.361164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.361164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.361280] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.493905] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-04e56cff-578d-44f4-ae31-fb2ccf5ac405 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 677.495245] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 677.497490] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.498204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.498204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.498609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.498746] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.498842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.498903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.499466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.499466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.499466] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.866354] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.868073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.868193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.868454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868671] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.868800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.868868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.869164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.869164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.869270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.869440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.869506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.869547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.869694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.869848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.869956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.869991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.870143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.870235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.870296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.870388] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.958829] env[66213]: INFO networking_nsxv3.common.synchronization [None req-60094579-0702-43ae-bf70-15b6e7cb7a6b None None] Enqueued Resource ID: 4aec19c7-560c-468e-a239-e8bc604acb5e with Priority: HIGHEST for action port [ 677.958972] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aec19c7-560c-468e-a239-e8bc604acb5e with Priority: HIGHEST for action port [ 677.959915] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-24f78ddb-ce94-473d-bb2d-0f315f18d894 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 677.960694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aec19c7-560c-468e-a239-e8bc604acb5e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.960853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aec19c7-560c-468e-a239-e8bc604acb5e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.960937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aec19c7-560c-468e-a239-e8bc604acb5e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.962200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aec19c7-560c-468e-a239-e8bc604acb5e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.962316] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aec19c7-560c-468e-a239-e8bc604acb5e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.963860] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 677.964689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.964689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.001574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.001782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.001853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.002267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.002329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.002534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.002633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.002702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.002942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.002977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.003070] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 678.032986] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.033159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.033224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.033590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.033590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.046029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 678.375215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 307b6e50-5981-4974-aa78-020c69d437d3: rpc.has_security_group_logging(os_id): False [ 678.411354] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.413206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.413206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.413206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.414159] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.414159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.414159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.414159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.414159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.414159] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307b6e50-5981-4974-aa78-020c69d437d3 is going to be created. [ 678.466450] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aec19c7-560c-468e-a239-e8bc604acb5e [ 678.467337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.467337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.467337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.467337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.467546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.467546] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aec19c7-560c-468e-a239-e8bc604acb5e already deleted. [ 678.468349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aec19c7-560c-468e-a239-e8bc604acb5e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.487507] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.487855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.487855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.488814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.488814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.505855] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: IN_PROGRESS for 2s [ 678.668795] env[66213]: INFO networking_nsxv3.common.synchronization [None req-97491a98-e13f-48dd-b30c-4a25ff3c1113 None None] Enqueued Resource ID: a09de72e-58a0-4e69-8c28-9c699eef21c4 with Priority: HIGHEST for action port [ 678.669568] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09de72e-58a0-4e69-8c28-9c699eef21c4 with Priority: HIGHEST for action port [ 678.670049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a09de72e-58a0-4e69-8c28-9c699eef21c4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.670265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a09de72e-58a0-4e69-8c28-9c699eef21c4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.670649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a09de72e-58a0-4e69-8c28-9c699eef21c4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.671030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a09de72e-58a0-4e69-8c28-9c699eef21c4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.671180] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a09de72e-58a0-4e69-8c28-9c699eef21c4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.692434] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.692787] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-540" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.693772] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-540" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694165] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-540" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.694441] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694602] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694712] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.695084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.695287] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.695399] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.695488] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.695586] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.695686] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.695817] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.695901] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.722292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.722767] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.722972] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.723214] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-540" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.723995] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-43e62cae-ba28-48bf-99b2-b694260ddfbc taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.724785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.725435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.725945] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.726207] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e62cae-ba28-48bf-99b2-b694260ddfbc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.151061] env[66213]: INFO networking_nsxv3.common.synchronization [req-3ea445f3-d2cd-488b-b778-4c4a0b09a159 req-d8ce9faf-aeeb-402c-b929-d2bede236cd8 tempest-DeleteServersAdminTestJSON-1149772438 tempest-DeleteServersAdminTestJSON-1149772438-project-member] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 679.151217] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGHEST for action security_group_members [ 679.151484] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.151655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.151655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.151883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.152040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.152135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.152212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.152408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.152498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.152575] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.173045] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a09de72e-58a0-4e69-8c28-9c699eef21c4 [ 679.173967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.173967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.173967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.173967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.173967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.173967] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a09de72e-58a0-4e69-8c28-9c699eef21c4 already deleted. [ 679.173967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a09de72e-58a0-4e69-8c28-9c699eef21c4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.231324] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.231539] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.231577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.232212] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.232212] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.232212] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 43e62cae-ba28-48bf-99b2-b694260ddfbc not found, creating... [ 679.232571] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.232800] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.232921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.233187] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.233325] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.233621] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.233773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.233883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.234108] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.234238] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.234376] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 43e62cae-ba28-48bf-99b2-b694260ddfbc is going to be created. [ 679.257288] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.259788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.259788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.259788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.259788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.259788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.654460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.654953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.654953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.654953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.654953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.655249] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.655249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.655400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.655465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.655525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.655617] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be updated. [ 679.687366] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.688051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.688051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.688051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.688051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.701735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: IN_PROGRESS for 2s [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-af464a67-1727-40a0-bce3-58cf44227e86 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-af464a67-1727-40a0-bce3-58cf44227e86 service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-af464a67-1727-40a0-bce3-58cf44227e86 service nova] Enqueued Resource ID: 43e62cae-ba28-48bf-99b2-b694260ddfbc with Priority: HIGHEST for action port [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 679.986552] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e62cae-ba28-48bf-99b2-b694260ddfbc with Priority: HIGHEST for action port [ 679.986552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.986552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.986552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.986552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.986552] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.986552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.986552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.986552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e62cae-ba28-48bf-99b2-b694260ddfbc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.987732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.987732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.987732] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e62cae-ba28-48bf-99b2-b694260ddfbc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.056721] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 680.056886] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f deletion is rescheduled due to dependency. [ 680.056963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.057514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.057921] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.058050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.058116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.058314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.058399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.058501] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.490576] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.490576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.490729] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43e62cae-ba28-48bf-99b2-b694260ddfbc with status ACTIVE [ 680.490879] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.491056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.491257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.491508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.491673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.491986] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.492153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.492284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.492544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.492678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.492982] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.496019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.496144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.496913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.497049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.497206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43e62cae-ba28-48bf-99b2-b694260ddfbc is going to be updated. [ 680.521479] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: SUCCESS [ 680.521479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.527541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.527714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.527761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.528009] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.528107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.528909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e62cae-ba28-48bf-99b2-b694260ddfbc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.565441] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.872146] env[66213]: INFO networking_nsxv3.common.synchronization [req-917f02cd-1a33-48ea-8757-7923e23ffec8 req-b8ac0073-8348-43c9-a08b-da3691e6a48d tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 680.872766] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 680.873125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.873244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.873308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.873505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.873654] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.873755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.873818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.873966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.874062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.874283] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.067920] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.236729] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.236937] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-571" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.237039] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-571" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.237372] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-571" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.237635] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.237783] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.237889] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.238123] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.238330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.238521] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.238625] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.238737] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.238823] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.238921] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.239025] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.239152] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.259384] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.259608] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.259665] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.259833] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-571" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.260148] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-dcfeda85-695a-4a74-88d3-e8113197cc6e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.260317] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.260432] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.260775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.260908] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfeda85-695a-4a74-88d3-e8113197cc6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.377843] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.571322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.571495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.571539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.571757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.571845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.571973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 681.601901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.602177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.602335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.602480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.614483] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 681.713719] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c75a1a19-1520-4848-97a9-51b05052beb2 in Status: SUCCESS [ 681.713986] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 deletion is rescheduled due to dependency. [ 681.714190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.762691] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763114] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.763114] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763640] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763640] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763640] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port dcfeda85-695a-4a74-88d3-e8113197cc6e not found, creating... [ 681.763915] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.763976] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.764527] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.764527] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.764736] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.765155] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.765265] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.765311] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.765526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.765649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.765781] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: dcfeda85-695a-4a74-88d3-e8113197cc6e is going to be created. [ 681.788514] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.788748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.789312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.789312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.789524] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.789782] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.879473] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.382862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.383225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.383225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.383683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.383683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383683] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 682.395469] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.395733] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395832] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.396095] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.396413] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.396809] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.396809] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.396981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.397055] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.397583] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.397583] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.397583] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.397583] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.397773] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.397773] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.397898] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.427725] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.428741] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.428741] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.428931] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-755" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.429296] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-a76c50ab-6830-4af6-a153-78c67c7beace taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.429604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.430556] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.430556] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.430556] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76c50ab-6830-4af6-a153-78c67c7beace',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.438232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.438452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.438535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.438750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.438897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.453584] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 682.556551] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-9e207286-8fe9-44c7-8e9e-be6f22b8341a service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 682.556696] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-9e207286-8fe9-44c7-8e9e-be6f22b8341a service nova] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 682.556780] env[66213]: INFO networking_nsxv3.common.synchronization [req-455b9612-6361-4254-aac9-b1b212bf97c5 req-9e207286-8fe9-44c7-8e9e-be6f22b8341a service nova] Enqueued Resource ID: dcfeda85-695a-4a74-88d3-e8113197cc6e with Priority: HIGHEST for action port [ 682.557922] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_rules [ 682.558079] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 682.558319] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcfeda85-695a-4a74-88d3-e8113197cc6e with Priority: HIGHEST for action port [ 682.558784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.558784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559084] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.559084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559281] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcfeda85-695a-4a74-88d3-e8113197cc6e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.559539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.559808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.559869] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfeda85-695a-4a74-88d3-e8113197cc6e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.591320] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d7468e63-a17d-43a2-8057-a4e9652ffdfc None None] Enqueued Resource ID: ff06e696-75bf-408d-867f-e3dbe1e16ae6 with Priority: HIGHEST for action port [ 682.591734] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff06e696-75bf-408d-867f-e3dbe1e16ae6 with Priority: HIGHEST for action port [ 682.593663] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff06e696-75bf-408d-867f-e3dbe1e16ae6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.593748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff06e696-75bf-408d-867f-e3dbe1e16ae6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.593818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff06e696-75bf-408d-867f-e3dbe1e16ae6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff06e696-75bf-408d-867f-e3dbe1e16ae6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.594580] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff06e696-75bf-408d-867f-e3dbe1e16ae6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.933422] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.934221] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.934221] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.934468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.934468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.934632] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port a76c50ab-6830-4af6-a153-78c67c7beace not found, creating... [ 682.934888] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.935080] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.935278] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.935453] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.935562] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.935771] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.935957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.936226] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.936543] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.936543] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.936726] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: a76c50ab-6830-4af6-a153-78c67c7beace is going to be created. [ 682.962542] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.964102] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.964102] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.964102] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.964102] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.965169] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.066206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcfeda85-695a-4a74-88d3-e8113197cc6e with status ACTIVE [ 683.067431] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.067431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.067431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.067569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.067648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.068208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.068431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.068554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.069147] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.069283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.069370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.069549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.069659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.069774] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcfeda85-695a-4a74-88d3-e8113197cc6e is going to be updated. [ 683.098193] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff06e696-75bf-408d-867f-e3dbe1e16ae6 [ 683.098921] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.099080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.099125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.099342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.100033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.100033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff06e696-75bf-408d-867f-e3dbe1e16ae6 already deleted. [ 683.100033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff06e696-75bf-408d-867f-e3dbe1e16ae6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.100998] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.101149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.101207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.101396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.101532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.101685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcfeda85-695a-4a74-88d3-e8113197cc6e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.628075] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 683.628347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.628530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.628780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.628992] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.629114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.629154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.629334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.629560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.629674] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [req-917f02cd-1a33-48ea-8757-7923e23ffec8 req-5583b04f-db19-4617-884d-61bed55b4875 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [req-917f02cd-1a33-48ea-8757-7923e23ffec8 req-5583b04f-db19-4617-884d-61bed55b4875 service nova] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [req-917f02cd-1a33-48ea-8757-7923e23ffec8 req-5583b04f-db19-4617-884d-61bed55b4875 service nova] Enqueued Resource ID: a76c50ab-6830-4af6-a153-78c67c7beace with Priority: HIGHEST for action port [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_rules [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 683.704154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76c50ab-6830-4af6-a153-78c67c7beace with Priority: HIGHEST for action port [ 683.704154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.704154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.705952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.705952] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.705952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.706266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.706266] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76c50ab-6830-4af6-a153-78c67c7beace taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.706407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.706407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.707539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.707539] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76c50ab-6830-4af6-a153-78c67c7beace',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.131721] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.214327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.214327] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76c50ab-6830-4af6-a153-78c67c7beace with status ACTIVE [ 684.214327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.214327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.214327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.214327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.214896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.214896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.214896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.214896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.214896] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76c50ab-6830-4af6-a153-78c67c7beace is going to be updated. [ 684.240521] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.240521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.240521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.241093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.241374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.241654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76c50ab-6830-4af6-a153-78c67c7beace" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.466526] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 684.466901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.468614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.468614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.468614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.468614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.468614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.468614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.468921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.468921] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.564672] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2911cfcd-df09-4148-b614-eb6c7f15b52f None None] Enqueued Resource ID: 222b409e-e8ec-4d9a-9f1b-2352ee1d30e8 with Priority: HIGHEST for action port [ 684.564923] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222b409e-e8ec-4d9a-9f1b-2352ee1d30e8 with Priority: HIGHEST for action port [ 684.565626] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-222b409e-e8ec-4d9a-9f1b-2352ee1d30e8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.565753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222b409e-e8ec-4d9a-9f1b-2352ee1d30e8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.565819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222b409e-e8ec-4d9a-9f1b-2352ee1d30e8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.567075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222b409e-e8ec-4d9a-9f1b-2352ee1d30e8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.568081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222b409e-e8ec-4d9a-9f1b-2352ee1d30e8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.620036] env[66213]: INFO networking_nsxv3.common.synchronization [req-eeaa38d3-aeb1-44a6-b310-b1767d57532e req-b6b0c868-2484-4452-b6ae-ed3bcbbc6acd tempest-FloatingIPsAssociationTestJSON-1120681322 tempest-FloatingIPsAssociationTestJSON-1120681322-project-member] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 684.621894] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 684.622146] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.622293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.622383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.622659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.622822] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.622927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.622980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.623517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.623517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.623517] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.634181] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.973165] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.072472] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222b409e-e8ec-4d9a-9f1b-2352ee1d30e8 [ 685.072472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.072799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.074212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.074916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.074916] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222b409e-e8ec-4d9a-9f1b-2352ee1d30e8 already deleted. [ 685.074916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222b409e-e8ec-4d9a-9f1b-2352ee1d30e8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.126722] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.126899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.126973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.127192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.127291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.127590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.127590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.127773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.127773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.127857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.127889] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d already deleted. [ 685.127969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.145045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.145045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.145045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.145045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.145045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.145045] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 685.182650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.182987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.183735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.184035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.184222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.195741] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 685.439832] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6aa77937-1c81-4c43-af39-e13f7718ce90 None None] Enqueued Resource ID: 714aa952-24b5-4154-9202-83d4f8055502 with Priority: HIGHEST for action port [ 685.440988] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714aa952-24b5-4154-9202-83d4f8055502 with Priority: HIGHEST for action port [ 685.440988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-714aa952-24b5-4154-9202-83d4f8055502 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.440988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-714aa952-24b5-4154-9202-83d4f8055502" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.440988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-714aa952-24b5-4154-9202-83d4f8055502" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.445303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-714aa952-24b5-4154-9202-83d4f8055502" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.445467] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714aa952-24b5-4154-9202-83d4f8055502',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.476840] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.609645] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.609880] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.610021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.610380] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.610685] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.610877] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.611524] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.611817] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.611977] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.612232] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.612345] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.612452] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.612557] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.612909] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.612909] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.612909] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.635624] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.635846] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.635972] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.636250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.636670] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-e6d159e3-3080-4d93-83f2-e2afa3d090b3 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.636946] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.636946] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.637630] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.637630] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d159e3-3080-4d93-83f2-e2afa3d090b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.641695] env[66213]: INFO networking_nsxv3.common.synchronization [None req-807d86ab-637b-42f3-9f87-6c50d285b76d None None] Enqueued Resource ID: f4be4fb0-95a6-402c-9097-b9df8ccfb863 with Priority: HIGHEST for action port [ 685.642477] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4be4fb0-95a6-402c-9097-b9df8ccfb863 with Priority: HIGHEST for action port [ 685.642798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4be4fb0-95a6-402c-9097-b9df8ccfb863 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.642921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4be4fb0-95a6-402c-9097-b9df8ccfb863" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.642979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4be4fb0-95a6-402c-9097-b9df8ccfb863" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.643235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4be4fb0-95a6-402c-9097-b9df8ccfb863" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.643328] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4be4fb0-95a6-402c-9097-b9df8ccfb863',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.947810] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 714aa952-24b5-4154-9202-83d4f8055502 [ 685.948070] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.948205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.948275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.948527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.948620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.948715] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:714aa952-24b5-4154-9202-83d4f8055502 already deleted. [ 685.948795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-714aa952-24b5-4154-9202-83d4f8055502" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.982128] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.982128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.982128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.982128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.982128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.982704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 686.014208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.014400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.014450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.014637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.014783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.024976] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 686.143739] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.143978] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.144121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.144410] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.144554] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.144700] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port e6d159e3-3080-4d93-83f2-e2afa3d090b3 not found, creating... [ 686.144957] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.145117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.145367] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.145423] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.145550] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.145822] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.145964] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.146082] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.146378] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.146504] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.146656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: e6d159e3-3080-4d93-83f2-e2afa3d090b3 is going to be created. [ 686.147876] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4be4fb0-95a6-402c-9097-b9df8ccfb863 [ 686.148066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.148175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.148241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.148633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.148721] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4be4fb0-95a6-402c-9097-b9df8ccfb863 already deleted. [ 686.148794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4be4fb0-95a6-402c-9097-b9df8ccfb863" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.171179] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.171416] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.171555] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.173215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.173215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.173215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.913939] env[66213]: INFO networking_nsxv3.common.synchronization [req-eeaa38d3-aeb1-44a6-b310-b1767d57532e req-c599d40b-5bd7-48c8-92b8-15888811b55a service nova] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_rules [ 686.914186] env[66213]: INFO networking_nsxv3.common.synchronization [req-eeaa38d3-aeb1-44a6-b310-b1767d57532e req-c599d40b-5bd7-48c8-92b8-15888811b55a service nova] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 686.914366] env[66213]: INFO networking_nsxv3.common.synchronization [req-eeaa38d3-aeb1-44a6-b310-b1767d57532e req-c599d40b-5bd7-48c8-92b8-15888811b55a service nova] Enqueued Resource ID: e6d159e3-3080-4d93-83f2-e2afa3d090b3 with Priority: HIGHEST for action port [ 686.915096] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_rules [ 686.915285] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 686.915451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d159e3-3080-4d93-83f2-e2afa3d090b3 with Priority: HIGHEST for action port [ 686.915820] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.916061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.916199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.916942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.916942] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.918426] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.918642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.918782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.919115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.919420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.920399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.920543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.920849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.921438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.921438] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.924422] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d159e3-3080-4d93-83f2-e2afa3d090b3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.924556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.924619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.924786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.924868] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d159e3-3080-4d93-83f2-e2afa3d090b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.209553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.209553] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.209553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.210449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210449] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.211748] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.211748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.211748] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.426865] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.427100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.427153] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.428063] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d159e3-3080-4d93-83f2-e2afa3d090b3 with status ACTIVE [ 687.428249] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.428434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.428627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.428756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.428856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.428972] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.429091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.429154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.429353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.429432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.429615] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.429723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.429785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.429927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.430307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.431237] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d159e3-3080-4d93-83f2-e2afa3d090b3 is going to be updated. [ 687.455583] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.455741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.455814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.456045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.456193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.456732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d159e3-3080-4d93-83f2-e2afa3d090b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546389] env[66213]: INFO networking_nsxv3.common.synchronization [req-2ba8eef1-a83a-4ee5-8f96-4512f3479ffb req-399e0924-1c14-46c7-b14f-c3aa95b2a03d tempest-ServerMetadataTestJSON-1502390867 tempest-ServerMetadataTestJSON-1502390867-project-member] Enqueued Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 687.546950] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 687.548242] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.548386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.548449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.548776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.548938] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.549052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.549130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.550029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.550133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.550235] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.713187] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.713882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.716330] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.935864] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.039129] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.039129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.039129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.039129] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.058270] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.058270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.058270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.059613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.059613] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537b70fb-6671-4667-8302-800e70248c58 already deleted. [ 688.059613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.090946] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d4e04776-1bba-4abc-9e41-fbe5456856e1 None None] Enqueued Resource ID: 994f9edf-ed3f-497b-a17a-f473670cb6db with Priority: HIGHEST for action port [ 688.091422] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994f9edf-ed3f-497b-a17a-f473670cb6db with Priority: HIGHEST for action port [ 688.092153] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-994f9edf-ed3f-497b-a17a-f473670cb6db taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.092153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994f9edf-ed3f-497b-a17a-f473670cb6db" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.092153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994f9edf-ed3f-497b-a17a-f473670cb6db" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.092355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994f9edf-ed3f-497b-a17a-f473670cb6db" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.092412] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994f9edf-ed3f-497b-a17a-f473670cb6db',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.218567] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.388783] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.388935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-795" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.388935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-795" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.389282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-795" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.389589] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.389748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.389859] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.390121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.390263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.390491] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.390633] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.390746] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.390864] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.390979] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.391117] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.392113] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.412030] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.412030] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.412030] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.412030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-795" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.412030] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.412030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.412395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.412771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.412900] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93fce5b0-19d6-4b17-930d-9d1d4ad81fe0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.437866] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.438137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.438137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.438704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.438704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.438704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be created. [ 688.465545] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.465728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.465808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466009] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.466207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.477655] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: UNINITIALIZED for 2s [ 688.543919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.543919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.544229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.544273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.544425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.544529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.544589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.544761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.544823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.545056] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.545151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.545421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.545628] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.545727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.545955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.546077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.546172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.546513] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.595409] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 994f9edf-ed3f-497b-a17a-f473670cb6db [ 688.595409] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.595409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.595783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.595783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.595857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.595973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:994f9edf-ed3f-497b-a17a-f473670cb6db already deleted. [ 688.596060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994f9edf-ed3f-497b-a17a-f473670cb6db" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.659410] env[66213]: INFO networking_nsxv3.common.synchronization [None req-909ba3e6-7036-4d17-9f76-9dc62e10ba20 None None] Enqueued Resource ID: 4c77e118-8e96-439e-ad01-b4fd7de08145 with Priority: HIGHEST for action port [ 688.659992] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c77e118-8e96-439e-ad01-b4fd7de08145 with Priority: HIGHEST for action port [ 688.660330] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c77e118-8e96-439e-ad01-b4fd7de08145 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.660489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c77e118-8e96-439e-ad01-b4fd7de08145" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.660557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c77e118-8e96-439e-ad01-b4fd7de08145" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.660853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c77e118-8e96-439e-ad01-b4fd7de08145" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.660958] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c77e118-8e96-439e-ad01-b4fd7de08145',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.721714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.721900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.721964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.722730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.722730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.722730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 688.755323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.756781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.756781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.756781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.756781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.767937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 688.915767] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.915943] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.916242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.916514] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.916678] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.916870] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 not found, creating... [ 688.917157] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.917321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.917454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.917763] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.917905] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.919480] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.919668] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.919785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.920297] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.920297] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.920427] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 is going to be created. [ 688.950214] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.950550] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.950795] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.951159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.951653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.951749] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.049406] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c9eb2e-ed75-41ef-82ef-c0bd59844baf: rpc.has_security_group_logging(os_id): False [ 689.084383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.084739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.084950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.086056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.086185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.086526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.086866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.087095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.087330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.087477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.087748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.087930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.088286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.088518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.088681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.088991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.089375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.089375] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 689.162797] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c77e118-8e96-439e-ad01-b4fd7de08145 [ 689.163101] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.163240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.163300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.163640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.163800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.163881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c77e118-8e96-439e-ad01-b4fd7de08145 already deleted. [ 689.163957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c77e118-8e96-439e-ad01-b4fd7de08145" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.176259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.176617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.176785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.177121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.177338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.197755] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 689.658802] env[66213]: INFO networking_nsxv3.common.synchronization [req-2ba8eef1-a83a-4ee5-8f96-4512f3479ffb req-c3a055d5-2936-4e30-a47d-c6e2b717753b service nova] Enqueued Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_rules [ 689.659171] env[66213]: INFO networking_nsxv3.common.synchronization [req-2ba8eef1-a83a-4ee5-8f96-4512f3479ffb req-c3a055d5-2936-4e30-a47d-c6e2b717753b service nova] Enqueued Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 689.659171] env[66213]: INFO networking_nsxv3.common.synchronization [req-2ba8eef1-a83a-4ee5-8f96-4512f3479ffb req-c3a055d5-2936-4e30-a47d-c6e2b717753b service nova] Enqueued Resource ID: 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 with Priority: HIGHEST for action port [ 689.663639] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_rules [ 689.663789] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 689.663891] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 with Priority: HIGHEST for action port [ 689.664334] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.664464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.664531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664868] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.666114] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.666229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.666288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.666491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.666665] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.666882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.666882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.666992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.667041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.667547] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.667892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.668091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.671948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.671948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.671948] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93fce5b0-19d6-4b17-930d-9d1d4ad81fe0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.170863] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.170863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.170863] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.172522] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 with status ACTIVE [ 690.172522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.172522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.172522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.172773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.172773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.172857] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.173201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.174456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.174456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.175244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.175963] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.175963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.175963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.176580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93fce5b0-19d6-4b17-930d-9d1d4ad81fe0 is going to be updated. [ 690.200918] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.200918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.200918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.201680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.201876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.202097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93fce5b0-19d6-4b17-930d-9d1d4ad81fe0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.487531] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 690.488602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.488602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.488916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.489226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.489408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.489519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.489721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.490910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.490986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.491048] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.552028] env[66213]: INFO networking_nsxv3.common.synchronization [req-db72ea25-b049-4326-8f41-fcbac81e2c94 req-c97976e1-9c7c-4832-98e6-391403f208ee tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 690.552396] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 690.552737] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.552892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.552996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.554843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.554843] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.555065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.555065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.555186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.555264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.555495] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.678957] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.714180] env[66213]: INFO networking_nsxv3.common.synchronization [None req-71d35270-017a-4184-8479-9ef3897878d9 None None] Enqueued Resource ID: 0a783faa-b2d1-45d0-9d5e-99f8ac523020 with Priority: HIGHEST for action port [ 690.715068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a783faa-b2d1-45d0-9d5e-99f8ac523020 with Priority: HIGHEST for action port [ 690.717615] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a783faa-b2d1-45d0-9d5e-99f8ac523020 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.717615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a783faa-b2d1-45d0-9d5e-99f8ac523020" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a783faa-b2d1-45d0-9d5e-99f8ac523020" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.717615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a783faa-b2d1-45d0-9d5e-99f8ac523020" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.717615] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a783faa-b2d1-45d0-9d5e-99f8ac523020',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.782326] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.782326] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.782326] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.782326] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.782326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.783079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.783274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.783479] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.994023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.994023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.994534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.994771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.995548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.996155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.998566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.998651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.998745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.999740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.999740] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.999740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.999740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.999740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.000027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.000027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.000027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.000443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.000443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.000510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.001187] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.059073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.059253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.059362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.062533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.062533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.062743] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.062853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.063047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.063133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.063170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 already deleted. [ 691.063269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.089304] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.089469] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.089584] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.089875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.090336] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.090560] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.090602] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.091865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.091865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.091865] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.091865] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.091865] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.091865] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.091865] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.091865] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.092169] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.121000] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.121000] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.121000] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.121000] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.121000] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f26acad2-8375-412b-9e2d-90ca69e4075e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.121000] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.121000] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.121000] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.121000] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26acad2-8375-412b-9e2d-90ca69e4075e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.182420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.182630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.182807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.182970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.183122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.183241] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537b70fb-6671-4667-8302-800e70248c58 is going to be created. [ 691.214674] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.214945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.216391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.216391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.216607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.219981] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 691.219981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.220477] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a783faa-b2d1-45d0-9d5e-99f8ac523020 [ 691.220477] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.220645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.220645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.220870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.220948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.221161] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a783faa-b2d1-45d0-9d5e-99f8ac523020 already deleted. [ 691.221245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a783faa-b2d1-45d0-9d5e-99f8ac523020" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.229124] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: UNINITIALIZED for 2s [ 691.286324] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f: rpc.has_security_group_logging(os_id): False [ 691.306214] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.306387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.307098] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.307210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.307273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.307434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.307517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.307709] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.307802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.307862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.308008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.308497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.308686] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.308785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.308848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.308994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.309086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.309170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 691.375624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.375778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.375844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.376067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.376315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.398208] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 691.504568] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5b35805-35cd-4767-af59-e986ee16789d: rpc.has_security_group_logging(os_id): False [ 691.525979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.526206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.526263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.526646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.526646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.526788] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.526875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.526941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.527122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.527200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.527520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.527558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.527677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.527926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.527926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.528156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.528156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.528225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.528440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.528440] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be created. [ 691.596062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.596253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.596303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.596515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.596689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616120] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 691.623900] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.624141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.624333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.624636] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.624785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port f26acad2-8375-412b-9e2d-90ca69e4075e not found, creating... [ 691.626061] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.626244] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.626414] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.626671] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.626810] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.628999] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.629255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.629475] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.629785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.629916] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.630099] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f26acad2-8375-412b-9e2d-90ca69e4075e is going to be created. [ 691.669336] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.669570] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.669692] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.670155] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.672204] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.672204] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.792784] env[66213]: INFO networking_nsxv3.common.synchronization [None req-05a0c2d5-fe82-4fc8-af76-5c7b3f35882d tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 0798df27-787e-4912-8694-638990a6820c with Priority: HIGHEST for action security_group_rules [ 691.794505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0798df27-787e-4912-8694-638990a6820c with Priority: HIGHEST for action security_group_rules [ 691.794655] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0798df27-787e-4912-8694-638990a6820c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.794755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.794755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.795179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.795306] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0798df27-787e-4912-8694-638990a6820c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.991563] env[66213]: INFO networking_nsxv3.common.synchronization [None req-28d49878-d8aa-43f2-951f-4a76870efbed tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 0798df27-787e-4912-8694-638990a6820c with Priority: HIGHEST for action security_group_rules [ 691.992257] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0798df27-787e-4912-8694-638990a6820c with Priority: HIGHEST for action security_group_rules [ 691.992874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0798df27-787e-4912-8694-638990a6820c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.992874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.320981] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.320981] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0798df27-787e-4912-8694-638990a6820c already deleted. [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.320981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.320981] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0798df27-787e-4912-8694-638990a6820c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.850377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.850377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.850377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.850377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.850377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.850377] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0798df27-787e-4912-8694-638990a6820c already deleted. [ 692.850377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0798df27-787e-4912-8694-638990a6820c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.850963] env[66213]: INFO networking_nsxv3.common.synchronization [req-db72ea25-b049-4326-8f41-fcbac81e2c94 req-58c51745-0889-4962-b805-e374b3ffaf1e service nova] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_rules [ 692.850963] env[66213]: INFO networking_nsxv3.common.synchronization [req-db72ea25-b049-4326-8f41-fcbac81e2c94 req-58c51745-0889-4962-b805-e374b3ffaf1e service nova] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 692.851130] env[66213]: INFO networking_nsxv3.common.synchronization [req-db72ea25-b049-4326-8f41-fcbac81e2c94 req-58c51745-0889-4962-b805-e374b3ffaf1e service nova] Enqueued Resource ID: f26acad2-8375-412b-9e2d-90ca69e4075e with Priority: HIGHEST for action port [ 692.851637] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_rules [ 692.851773] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 692.851878] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26acad2-8375-412b-9e2d-90ca69e4075e with Priority: HIGHEST for action port [ 692.852134] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.852242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.852295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.852533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.852626] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.855573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.857038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.857038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.857793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.857793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.857961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.858078] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.858916] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26acad2-8375-412b-9e2d-90ca69e4075e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.859616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.860066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.860066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.860066] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26acad2-8375-412b-9e2d-90ca69e4075e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.246180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: SUCCESS [ 693.246403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.246567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.246796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.247008] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.247136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.247201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.248041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.248041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.248041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.248345] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.362357] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.364237] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.364237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369021] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26acad2-8375-412b-9e2d-90ca69e4075e with status ACTIVE [ 693.369021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.369021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.369021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.369021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.369021] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26acad2-8375-412b-9e2d-90ca69e4075e is going to be updated. [ 693.401304] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.401304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.401304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.401304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.401304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.401304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26acad2-8375-412b-9e2d-90ca69e4075e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.420953] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 693.421194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.421744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.422522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.422645] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.634504] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 693.635181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.736264] env[66213]: INFO networking_nsxv3.common.synchronization [req-ecbecbb0-1f35-42c4-be7a-fcd30ea60c35 req-e61ebbb9-d418-4bb5-84ca-658e881923d4 tempest-ServerDiagnosticsNegativeTest-483539234 tempest-ServerDiagnosticsNegativeTest-483539234-project-member] Enqueued Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 693.737951] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 with Priority: HIGHEST for action security_group_members [ 693.738328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff35ce86-b905-4157-ac13-c6c3befa5ea7 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.738481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.738551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.738816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.738917] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.739024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.739159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.739315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.739697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.739697] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff35ce86-b905-4157-ac13-c6c3befa5ea7',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.751647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.751647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.751856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.752181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.752398] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.752552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.752628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.752815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.752905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.752992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.753247] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.753247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.753389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.753517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.753745] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.753812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.753895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.754107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.755415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.755415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.755415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.870520] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.927910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.927910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.927910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.927910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.018098] env[66213]: INFO networking_nsxv3.common.synchronization [None req-eeeb9f4b-e4cb-45a3-9cf1-aaaca123dbe4 None None] Enqueued Resource ID: 5b4c1065-e431-4941-b9a8-953a875b643a with Priority: HIGHEST for action port [ 694.018831] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4c1065-e431-4941-b9a8-953a875b643a with Priority: HIGHEST for action port [ 694.021665] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4c1065-e431-4941-b9a8-953a875b643a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.021665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4c1065-e431-4941-b9a8-953a875b643a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.021665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4c1065-e431-4941-b9a8-953a875b643a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.021665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4c1065-e431-4941-b9a8-953a875b643a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.021665] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4c1065-e431-4941-b9a8-953a875b643a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.060025] env[66213]: INFO networking_nsxv3.common.synchronization [req-e4695696-1bee-4d84-b693-4601dcb13fe9 req-437b7dfd-c112-4f14-919d-f8eec968fabf tempest-TenantUsagesTestJSON-1017682369 tempest-TenantUsagesTestJSON-1017682369-project-member] Enqueued Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 694.060025] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGHEST for action security_group_members [ 694.060025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.060025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.060025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.060841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.061209] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.062789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.062789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.062789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.062789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.062789] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.242642] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.242642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.242642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.242642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.242642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.242642] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.243232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.243232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.243232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.243342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.244310] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 is going to be updated. [ 694.258675] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537b70fb-6671-4667-8302-800e70248c58: rpc.has_security_group_logging(os_id): False [ 694.279320] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.279726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.279916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.282070] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.282070] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.282070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.282070] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.282605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.282847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.283127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.283324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.286019] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537b70fb-6671-4667-8302-800e70248c58 is going to be created. [ 694.286019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.286019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.286475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.286744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.287020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.300642] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: IN_PROGRESS for 2s [ 694.373790] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.373790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.373790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.374448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.374448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.374679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be created. [ 694.379704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.383785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.383785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.384133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.384191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.403213] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: IN_PROGRESS for 2s [ 694.416236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.416399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.416494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.416693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.417197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.431831] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: UNINITIALIZED for 2s [ 694.432833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.433340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.433608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.433736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.434082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.434211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.434274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.434984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.435113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435391] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.435496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.435876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.435970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.436323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.436557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.436774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.436907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.437482] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.522131] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b4c1065-e431-4941-b9a8-953a875b643a [ 694.528071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.528269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.528360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.528875] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b4c1065-e431-4941-b9a8-953a875b643a already deleted. [ 694.528959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4c1065-e431-4941-b9a8-953a875b643a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.566548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.566660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.566718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.566940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.567044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.568938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.568938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.568938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.568938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.568938] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 is going to be updated. [ 694.603819] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.604792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.604792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.604792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.605490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.631808] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: IN_PROGRESS for 2s [ 694.681551] env[66213]: INFO networking_nsxv3.common.synchronization [None req-61472428-c978-4318-a583-829dca4e256d None None] Enqueued Resource ID: 55ac085b-beed-410e-a862-261264ff71d3 with Priority: HIGHEST for action port [ 694.682408] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ac085b-beed-410e-a862-261264ff71d3 with Priority: HIGHEST for action port [ 694.682835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ac085b-beed-410e-a862-261264ff71d3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.683086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ac085b-beed-410e-a862-261264ff71d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.683238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ac085b-beed-410e-a862-261264ff71d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.683566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ac085b-beed-410e-a862-261264ff71d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.683723] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ac085b-beed-410e-a862-261264ff71d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.940756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f: rpc.has_security_group_logging(os_id): False [ 694.967201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.967393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.967468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.967705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.967815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.968105] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.968236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.968303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.968582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.968658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.968863] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.969064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.969290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.969726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.969870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.970226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.970368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.970509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.970835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.970995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.971131] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 695.069124] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.069322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.069466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.069720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.070102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.107397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 695.188309] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55ac085b-beed-410e-a862-261264ff71d3 [ 695.188661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.188821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.188895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.189250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.189446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.189546] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55ac085b-beed-410e-a862-261264ff71d3 already deleted. [ 695.189581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ac085b-beed-410e-a862-261264ff71d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.313145] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 in Status: SUCCESS [ 696.313380] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff35ce86-b905-4157-ac13-c6c3befa5ea7 deletion is rescheduled due to dependency. [ 696.313434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff35ce86-b905-4157-ac13-c6c3befa5ea7" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.327149] env[66213]: INFO networking_nsxv3.common.synchronization [None req-bb28f9c8-17b6-4482-800f-a40e8ac0dbba tempest-ServerActionsV293TestJSON-696543607 tempest-ServerActionsV293TestJSON-696543607-project-member] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 696.327774] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 696.328105] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.328223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.328289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.328586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.328921] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.419188] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: SUCCESS [ 696.419421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445289] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 696.445478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.445936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446169] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.446435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.446565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.446766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.451305] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.454056] env[66213]: INFO networking_nsxv3.common.synchronization [None req-7491ec28-f8f0-40c8-9adc-6a8aa5cee0f0 tempest-ServerActionsV293TestJSON-696543607 tempest-ServerActionsV293TestJSON-696543607-project-member] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 696.454855] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 696.455286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.455286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.644873] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 in Status: SUCCESS [ 696.645188] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 deletion is rescheduled due to dependency. [ 696.645359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.853495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.853495] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf already deleted. [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.853495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.853495] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.957818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.957818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.960703] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.960980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.962329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.962329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.962329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.962329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.962329] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.124214] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 697.124421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.395618] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.395618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.395618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.396141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.396141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.396141] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf already deleted. [ 697.396141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.464588] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba54dee-dcbd-4e6c-b89c-8f9435682743: rpc.has_security_group_logging(os_id): False [ 697.486096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.486368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.486368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.486647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.486647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.486776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.486885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.486942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.487107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.487176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.488180] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.488180] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.488180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.490344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.490344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.490344] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be created. [ 697.509654] env[66213]: INFO networking_nsxv3.common.synchronization [None req-aedec335-f24f-45e3-b5ce-6005db01ecde tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 697.509654] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 697.509724] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.509845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.509910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.510587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.510733] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.564157] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.564324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.564390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.565036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.565036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.586292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 697.659049] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6ac9f7d8-41ae-4b9b-aced-e586564370ca tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 697.659776] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 697.660205] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.660274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.720678] env[66213]: INFO networking_nsxv3.common.synchronization [None req-dd4d4059-a406-4790-b3bc-e31d764f26d8 None None] Enqueued Resource ID: 811acda5-74df-469c-bb0f-739ac11852f6 with Priority: HIGHEST for action port [ 697.720678] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811acda5-74df-469c-bb0f-739ac11852f6 with Priority: HIGHEST for action port [ 697.721183] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-811acda5-74df-469c-bb0f-739ac11852f6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.721483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811acda5-74df-469c-bb0f-739ac11852f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.721659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811acda5-74df-469c-bb0f-739ac11852f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.722025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811acda5-74df-469c-bb0f-739ac11852f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.722223] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811acda5-74df-469c-bb0f-739ac11852f6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.037604] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.037769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.038201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f already deleted. [ 698.038279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.038471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038733] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.225597] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 811acda5-74df-469c-bb0f-739ac11852f6 [ 698.225975] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.226156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.226156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.226818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.226818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.226818] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:811acda5-74df-469c-bb0f-739ac11852f6 already deleted. [ 698.226818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811acda5-74df-469c-bb0f-739ac11852f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.564980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.565364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.565364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.565364] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f already deleted. [ 698.565519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.601745] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 699.602122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.295010] env[66213]: INFO networking_nsxv3.common.synchronization [req-6c5da113-6734-4487-b38a-0a923220ac48 req-6a4b0261-e6d9-4865-9dd0-b0a0b5adbc38 tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 700.295594] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 700.295901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.296054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.296134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.296343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.296957] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.297153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.297677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.297677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.297677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.297677] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.804378] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.804378] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.804378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.804378] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be updated. [ 700.838881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.839140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.839140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.839349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.839522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.854147] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 701.587415] env[66213]: INFO networking_nsxv3.common.synchronization [req-88eca2d7-56ed-448a-a23c-f5a41cc92c0f req-c9b90554-908d-4471-8c8e-8e6183e9a73f tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 701.587415] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 701.587415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.587415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.587415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.587415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.090680] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.091125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.091586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.091741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.092892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.094745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.094745] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 already deleted. [ 702.094745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.096505] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.096505] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.096505] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.096834] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.097018] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.097214] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.097408] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.097568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.097739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.098544] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.098544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.098544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.098544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.098544] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.098544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.098544] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.118835] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.119043] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.119145] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.119312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.119650] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-75d2b8e8-7907-4f84-917a-da913761e58a taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.121054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.121054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.121054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.121054] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d2b8e8-7907-4f84-917a-da913761e58a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.622984] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.623228] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.623341] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.623735] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.623951] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.624155] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 75d2b8e8-7907-4f84-917a-da913761e58a not found, creating... [ 702.624525] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.624704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.625263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.625263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.625379] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.625658] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.625865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.625979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.626250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.626419] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.626647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 75d2b8e8-7907-4f84-917a-da913761e58a is going to be created. [ 702.661811] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.662022] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.662101] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.662571] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.662975] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.663417] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.870521] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 702.870521] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 deletion is rescheduled due to dependency. [ 702.870521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556271] env[66213]: INFO networking_nsxv3.common.synchronization [req-88eca2d7-56ed-448a-a23c-f5a41cc92c0f req-d608ffba-5d50-45e0-8cd0-1fec0a2b1b41 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 703.556271] env[66213]: INFO networking_nsxv3.common.synchronization [req-88eca2d7-56ed-448a-a23c-f5a41cc92c0f req-d608ffba-5d50-45e0-8cd0-1fec0a2b1b41 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 703.556271] env[66213]: INFO networking_nsxv3.common.synchronization [req-88eca2d7-56ed-448a-a23c-f5a41cc92c0f req-d608ffba-5d50-45e0-8cd0-1fec0a2b1b41 service nova] Enqueued Resource ID: 75d2b8e8-7907-4f84-917a-da913761e58a with Priority: HIGHEST for action port [ 703.556740] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 703.556815] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 703.556914] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d2b8e8-7907-4f84-917a-da913761e58a with Priority: HIGHEST for action port [ 703.559596] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.559596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.559596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.559791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563049] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.563049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.563049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.563049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.563049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.563049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.563912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.563912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.563912] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.565105] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d2b8e8-7907-4f84-917a-da913761e58a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.565105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.565312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.565699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.565699] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d2b8e8-7907-4f84-917a-da913761e58a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.068081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.068256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.068420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.070059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75d2b8e8-7907-4f84-917a-da913761e58a with status ACTIVE [ 704.070322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.070500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.070764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.071133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.071350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.071594] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.071794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.071958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.072257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.074869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.074869] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.074869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.074869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.075059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.075059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.075127] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75d2b8e8-7907-4f84-917a-da913761e58a is going to be updated. [ 704.103532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.103758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.103911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.104172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.104323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.104514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d2b8e8-7907-4f84-917a-da913761e58a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.579808] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.082995] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.083367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.084396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.084396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.084396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.084396] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be created. [ 705.119436] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.123070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.123070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.123070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.123070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.135772] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: UNINITIALIZED for 2s [ 706.426640] env[66213]: INFO networking_nsxv3.common.synchronization [req-6f5a11a9-9cba-4ebd-a72f-84fcef956c23 req-577ff1a8-cdc0-435e-b653-87cf9ae6ff95 tempest-ImagesNegativeTestJSON-29478578 tempest-ImagesNegativeTestJSON-29478578-project-member] Enqueued Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 706.427478] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 706.427603] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.427688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.427721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.428042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.428264] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.428365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.428414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.428934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.428934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.428934] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.780139] env[66213]: INFO networking_nsxv3.common.synchronization [None req-198bb239-3fcf-4a72-b463-30ea6b35f1b2 None None] Enqueued Resource ID: b442ae69-9687-4f39-a849-af2817aaf2b1 with Priority: HIGHEST for action port [ 706.780913] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442ae69-9687-4f39-a849-af2817aaf2b1 with Priority: HIGHEST for action port [ 706.782174] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b442ae69-9687-4f39-a849-af2817aaf2b1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.782314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b442ae69-9687-4f39-a849-af2817aaf2b1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.782384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b442ae69-9687-4f39-a849-af2817aaf2b1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.782748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b442ae69-9687-4f39-a849-af2817aaf2b1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.782881] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b442ae69-9687-4f39-a849-af2817aaf2b1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.931410] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.931824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.931992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.932757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.933088] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.934258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.934258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.934258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.934258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.934258] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7197bb84-632b-4d1d-9881-b5709cec6960 already deleted. [ 706.934258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147564] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 707.147564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.147959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.148212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.148357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.148420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.148658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.148736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.148817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.148906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.240756] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.240953] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-882" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.241057] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-882" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.241402] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-882" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.241672] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.242303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.242303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.242303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.242303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.242575] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.242625] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.242714] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.242818] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.242919] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.243033] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.243162] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.265349] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.265529] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.265695] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.265905] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-882" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.266265] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-67fea0d0-3320-4c61-b959-14df69588f65 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.266436] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.266549] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.266886] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.267023] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fea0d0-3320-4c61-b959-14df69588f65',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.285345] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b442ae69-9687-4f39-a849-af2817aaf2b1 [ 707.285345] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.285345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.285345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.285642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.285642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.285836] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b442ae69-9687-4f39-a849-af2817aaf2b1 already deleted. [ 707.285836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b442ae69-9687-4f39-a849-af2817aaf2b1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.652235] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.652566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.652566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.652710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.653013] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.653094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.653542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.653542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.653916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.653916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654151] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.654151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.654222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.654322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.655978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.656684] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.770747] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.771018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.771018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.775361] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 67fea0d0-3320-4c61-b959-14df69588f65 not found, creating... [ 707.775361] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.775361] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.775361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.775908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.775908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.775908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.775908] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 67fea0d0-3320-4c61-b959-14df69588f65 is going to be created. [ 707.800799] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.801128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.801296] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.801601] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.801853] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.802115] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.162144] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cb4e31-5269-4ed7-9b14-d3ee32acb049: rpc.has_security_group_logging(os_id): False [ 708.183945] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.186409] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.186409] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.186409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.186992] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.186992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.186992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.186992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.187117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.187196] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be created. [ 708.269504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.269690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.269771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.270358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.284236] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 708.612775] env[66213]: INFO networking_nsxv3.common.synchronization [req-6f5a11a9-9cba-4ebd-a72f-84fcef956c23 req-32775d37-458e-4f31-b8d1-fef8b5691b00 service nova] Enqueued Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_rules [ 708.613041] env[66213]: INFO networking_nsxv3.common.synchronization [req-6f5a11a9-9cba-4ebd-a72f-84fcef956c23 req-32775d37-458e-4f31-b8d1-fef8b5691b00 service nova] Enqueued Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 708.613513] env[66213]: INFO networking_nsxv3.common.synchronization [req-6f5a11a9-9cba-4ebd-a72f-84fcef956c23 req-32775d37-458e-4f31-b8d1-fef8b5691b00 service nova] Enqueued Resource ID: 67fea0d0-3320-4c61-b959-14df69588f65 with Priority: HIGHEST for action port [ 708.614238] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_rules [ 708.614674] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 708.614674] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fea0d0-3320-4c61-b959-14df69588f65 with Priority: HIGHEST for action port [ 708.616640] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.616869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.616869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.618574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.618574] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.618574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.618739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.618739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.619049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.619813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.619957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.619957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.620341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.620341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.620341] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.622380] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fea0d0-3320-4c61-b959-14df69588f65 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.622380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.622380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.622380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.622380] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fea0d0-3320-4c61-b959-14df69588f65',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.088124] env[66213]: INFO networking_nsxv3.common.synchronization [req-c89afce8-7651-45bb-adf5-b45942d8780d req-4ac2607b-0d6e-4c56-bb08-7689febae8a6 tempest-ServersTestBootFromVolume-411989614 tempest-ServersTestBootFromVolume-411989614-project-member] Enqueued Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 709.088759] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf with Priority: HIGHEST for action security_group_members [ 709.089123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.089251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.089315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.089531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.089696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.089795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.089856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.090174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.090275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.090370] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccc10ed-d71c-46de-a7ac-dc993366a9cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.124053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.124053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.130028] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fea0d0-3320-4c61-b959-14df69588f65 with status ACTIVE [ 709.130028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.130028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.130028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.130028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.130028] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fea0d0-3320-4c61-b959-14df69588f65 is going to be updated. [ 709.130817] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.156806] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.156806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.156806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.157268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.157418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.157596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fea0d0-3320-4c61-b959-14df69588f65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.275410] env[66213]: INFO networking_nsxv3.common.synchronization [req-72c79c58-cb7a-4f5b-ad60-317967477db5 req-3e20028b-c9d9-4131-b7d9-02549638a892 tempest-ServersNegativeTestJSON-978052341 tempest-ServersNegativeTestJSON-978052341-project-member] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 709.276043] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 709.276506] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.276643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.276731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.276961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.277135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.277237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.277318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.277521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.277624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.277723] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.510152] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e88df1f9-f4c8-467d-be75-3ecca1c3a9bb None None] Enqueued Resource ID: cb0afb94-c096-4e16-b47a-6b61fbc840a8 with Priority: HIGHEST for action port [ 709.512801] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0afb94-c096-4e16-b47a-6b61fbc840a8 with Priority: HIGHEST for action port [ 709.512899] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0afb94-c096-4e16-b47a-6b61fbc840a8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.512972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0afb94-c096-4e16-b47a-6b61fbc840a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.513072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0afb94-c096-4e16-b47a-6b61fbc840a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.513819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0afb94-c096-4e16-b47a-6b61fbc840a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.513819] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0afb94-c096-4e16-b47a-6b61fbc840a8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.593783] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.593969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.594032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.594275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.594344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.594556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.594660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.594719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.594867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.594939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.595032] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf is going to be updated. [ 709.627800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.627800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.627800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.628161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.628161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.635030] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.639702] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: IN_PROGRESS for 2s [ 709.781152] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.882280] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.882526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.882590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.882866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.889897] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.889897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.889897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.889897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.889897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.889897] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.889897] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.889897] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.889897] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.889897] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.889897] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.889897] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.918037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.918037] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.918037] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.918037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.918037] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-d02379db-076c-4f45-9a88-f61545bc04b3 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.918037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.918037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.918037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.918037] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02379db-076c-4f45-9a88-f61545bc04b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.017579] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb0afb94-c096-4e16-b47a-6b61fbc840a8 [ 710.019175] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.019175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.019175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.019175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.019175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.019175] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb0afb94-c096-4e16-b47a-6b61fbc840a8 already deleted. [ 710.019175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0afb94-c096-4e16-b47a-6b61fbc840a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.138730] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.138730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.138730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.139153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.139394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.139655] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7197bb84-632b-4d1d-9881-b5709cec6960 is going to be created. [ 710.177104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.177104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.177104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.177104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.177104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.187559] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: UNINITIALIZED for 2s [ 710.283574] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.299168] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 710.299432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.421635] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.422096] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.422096] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.422267] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.422405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.422620] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port d02379db-076c-4f45-9a88-f61545bc04b3 not found, creating... [ 710.422822] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.423843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.423843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.423843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.423843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423843] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.423843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.424217] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.426902] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.427209] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.427337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: d02379db-076c-4f45-9a88-f61545bc04b3 is going to be created. [ 710.462642] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.462798] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462922] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.463538] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.463538] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.463768] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.785748] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2e398464-cdd2-47e9-afe0-170c2121184c None None] Enqueued Resource ID: d1744fe6-1037-49af-9561-0a8898dc0490 with Priority: HIGHEST for action port [ 710.786702] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1744fe6-1037-49af-9561-0a8898dc0490 with Priority: HIGHEST for action port [ 710.787433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.787771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.787896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.788190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.788386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.788704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 710.790135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1744fe6-1037-49af-9561-0a8898dc0490 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.790287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1744fe6-1037-49af-9561-0a8898dc0490" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.790428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1744fe6-1037-49af-9561-0a8898dc0490" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.790655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1744fe6-1037-49af-9561-0a8898dc0490" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.790782] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1744fe6-1037-49af-9561-0a8898dc0490',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.853316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.853550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.853896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.853996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.854160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.869939] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 711.174451] env[66213]: INFO networking_nsxv3.common.synchronization [req-72c79c58-cb7a-4f5b-ad60-317967477db5 req-c4b53e42-b36c-4e2c-ba46-6b9c3a356c4a service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 711.174722] env[66213]: INFO networking_nsxv3.common.synchronization [req-72c79c58-cb7a-4f5b-ad60-317967477db5 req-c4b53e42-b36c-4e2c-ba46-6b9c3a356c4a service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 711.174722] env[66213]: INFO networking_nsxv3.common.synchronization [req-72c79c58-cb7a-4f5b-ad60-317967477db5 req-c4b53e42-b36c-4e2c-ba46-6b9c3a356c4a service nova] Enqueued Resource ID: d02379db-076c-4f45-9a88-f61545bc04b3 with Priority: HIGHEST for action port [ 711.175980] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 711.176143] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 711.176274] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02379db-076c-4f45-9a88-f61545bc04b3 with Priority: HIGHEST for action port [ 711.177260] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.181017] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.181017] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.181017] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02379db-076c-4f45-9a88-f61545bc04b3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.181017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.181017] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02379db-076c-4f45-9a88-f61545bc04b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.294523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1744fe6-1037-49af-9561-0a8898dc0490 [ 711.294523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.294523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.294993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.294993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.294993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.295136] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1744fe6-1037-49af-9561-0a8898dc0490 already deleted. [ 711.295136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1744fe6-1037-49af-9561-0a8898dc0490" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.653800] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf in Status: SUCCESS [ 711.654036] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccc10ed-d71c-46de-a7ac-dc993366a9cf deletion is rescheduled due to dependency. [ 711.654150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccc10ed-d71c-46de-a7ac-dc993366a9cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.686464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d02379db-076c-4f45-9a88-f61545bc04b3 with status ACTIVE [ 711.686464] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.686464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.686464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.686702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.686805] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.687412] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.687890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d02379db-076c-4f45-9a88-f61545bc04b3 is going to be updated. [ 711.689459] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.689567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.716043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.716043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.716043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.716043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.716427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.716427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02379db-076c-4f45-9a88-f61545bc04b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.890617] env[66213]: INFO networking_nsxv3.common.synchronization [req-f25ee51f-d417-40a0-997d-af961359ed2b req-f8dd9594-6284-47b3-8d8b-652b42bf6b07 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 711.890617] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 711.890617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.890617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.890617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.891996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.892582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.892667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.892763] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.053245] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0dd42b18-18e3-491e-8735-ac2228d6c7be tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 712.053429] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 712.053741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.053854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.053918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.054183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.054261] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.202671] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: SUCCESS [ 712.202671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.203163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.203163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.203761] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.205211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.205211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.205666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.205858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.206253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.206699] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.294153] env[66213]: INFO networking_nsxv3.common.synchronization [None req-5b97eaf6-769d-4b6c-be03-f776dc7f658a tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 712.297140] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 712.302056] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.302056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.362653] env[66213]: INFO networking_nsxv3.common.synchronization [req-f25ee51f-d417-40a0-997d-af961359ed2b req-f9b0fdc3-6958-41a2-9e66-fff40bc50645 tempest-ServersTestMultiNic-666169525 tempest-ServersTestMultiNic-666169525-project-member] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 712.366604] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGHEST for action security_group_members [ 712.366604] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.366604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.401453] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.580301] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.580445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.580542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.580737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.580827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.583900] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 already deleted. [ 712.583900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.583900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.583900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.583900] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.710026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.710026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.710026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.710026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.710026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.710263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.710263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.710323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.710590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.710590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.710697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.710744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.710772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.711166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.711166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.711166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.711278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.711357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.711425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.711496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.711581] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.825227] env[66213]: INFO networking_nsxv3.common.synchronization [req-edb930da-c335-4dcc-98a8-42f5ad9ea813 req-bb0ae391-36d6-4a7a-a3d4-de40b1190048 tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 712.825776] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 712.826090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.826212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.826277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.826556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.826698] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.826797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.826858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.827026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.827113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.827204] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.882217] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 712.882434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.882602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.882824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.883020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.883145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.883200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.883362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.883441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.883547] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.905563] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.935198] env[66213]: INFO networking_nsxv3.common.synchronization [None req-ec0c451c-4906-48c1-8551-a373d53f34b8 None None] Enqueued Resource ID: 5cd0ac25-f52d-4c01-a18a-7167c5d5f455 with Priority: HIGHEST for action port [ 712.935198] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd0ac25-f52d-4c01-a18a-7167c5d5f455 with Priority: HIGHEST for action port [ 712.936143] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd0ac25-f52d-4c01-a18a-7167c5d5f455 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.936468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd0ac25-f52d-4c01-a18a-7167c5d5f455" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.937354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd0ac25-f52d-4c01-a18a-7167c5d5f455" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.937933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd0ac25-f52d-4c01-a18a-7167c5d5f455" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.938222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd0ac25-f52d-4c01-a18a-7167c5d5f455',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.105292] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.105466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.105514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.105811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.105872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.105969] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 already deleted. [ 713.106187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.216252] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7197bb84-632b-4d1d-9881-b5709cec6960: rpc.has_security_group_logging(os_id): False [ 713.239340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.239680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.239822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.240510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.240655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.241390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.241723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.241907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.242091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.242416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.242416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.242502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.242577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.242731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.243236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.243352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.243404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.243552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.243634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.243719] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7197bb84-632b-4d1d-9881-b5709cec6960 is going to be created. [ 713.298375] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.298375] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.298375] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.298669] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.298875] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.299058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.299216] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.299603] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.299673] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.299867] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.300534] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.300534] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.300534] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.300534] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.300534] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.300534] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.313520] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.313739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.313739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.314421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.314421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.325919] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.326113] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.326576] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.326576] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-462" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.326830] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-6a4f65f5-901d-44d2-a36d-db11729ac209 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.326905] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.327057] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.327375] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.327505] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4f65f5-901d-44d2-a36d-db11729ac209',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.329403] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: IN_PROGRESS for 2s [ 713.329902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.330031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.330101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.330289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.330377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.330554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.330656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.330716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.330866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.330937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.331175] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be updated. [ 713.359172] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.359363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.359441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.359807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.360503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.372951] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 713.387810] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.407443] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.407640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.407679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.407893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.407984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.408094] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 713.443270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cd0ac25-f52d-4c01-a18a-7167c5d5f455 [ 713.443270] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.443270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.443270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.443270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.443270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.443270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cd0ac25-f52d-4c01-a18a-7167c5d5f455 already deleted. [ 713.443270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd0ac25-f52d-4c01-a18a-7167c5d5f455" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.445014] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.446335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.446335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.446335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.446335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460256] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 713.830882] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.831814] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.831986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.832305] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.832456] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.832615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 6a4f65f5-901d-44d2-a36d-db11729ac209 not found, creating... [ 713.832907] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.833091] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.833232] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.833560] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.833607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.833947] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.834139] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.834282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.834497] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.834628] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.834851] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 6a4f65f5-901d-44d2-a36d-db11729ac209 is going to be created. [ 713.871552] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.871855] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.872034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.872357] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.872686] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.872961] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.893364] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.396650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.397102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.397102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.400266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.400387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.400502] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 714.433323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.433323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.433323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.433608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.433608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.444146] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 714.594352] env[66213]: INFO networking_nsxv3.common.synchronization [req-edb930da-c335-4dcc-98a8-42f5ad9ea813 req-fe544f65-99bb-4596-8981-5d31a53f6726 service nova] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 714.594528] env[66213]: INFO networking_nsxv3.common.synchronization [req-edb930da-c335-4dcc-98a8-42f5ad9ea813 req-fe544f65-99bb-4596-8981-5d31a53f6726 service nova] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 714.594675] env[66213]: INFO networking_nsxv3.common.synchronization [req-edb930da-c335-4dcc-98a8-42f5ad9ea813 req-fe544f65-99bb-4596-8981-5d31a53f6726 service nova] Enqueued Resource ID: 6a4f65f5-901d-44d2-a36d-db11729ac209 with Priority: HIGHEST for action port [ 714.594909] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_rules [ 714.595060] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 714.595157] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4f65f5-901d-44d2-a36d-db11729ac209 with Priority: HIGHEST for action port [ 714.595729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.595858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.595923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.601756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.601756] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.601756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.601756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.601756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4f65f5-901d-44d2-a36d-db11729ac209 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.601756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.601756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.601756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.601756] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4f65f5-901d-44d2-a36d-db11729ac209',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.904205] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8197d2fb-7cf8-4648-b8cb-fca0185ec313 tempest-ServersTestManualDisk-581166345 tempest-ServersTestManualDisk-581166345-project-member] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 714.905978] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 714.905978] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.905978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.905978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.911240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.911240] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.102529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.102703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.102855] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a4f65f5-901d-44d2-a36d-db11729ac209 with status ACTIVE [ 715.103102] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.104194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.104500] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.104500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.104897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.104897] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a4f65f5-901d-44d2-a36d-db11729ac209 is going to be updated. [ 715.133161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.133441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.133506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.133742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.133865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.134335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4f65f5-901d-44d2-a36d-db11729ac209" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.212039] env[66213]: INFO networking_nsxv3.common.synchronization [None req-dfcaae6e-d473-45f2-b36d-452836992b4a tempest-ServersTestManualDisk-581166345 tempest-ServersTestManualDisk-581166345-project-member] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 715.213635] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 715.214121] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.214220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.351029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: SUCCESS [ 715.351029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385586] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 715.385586] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 deletion is rescheduled due to dependency. [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385586] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.441264] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.441619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.441619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.441737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.441790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.442468] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45651a-82c6-4437-8639-eabc1f50183c already deleted. [ 715.442468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.442468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.442468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.442468] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.480047] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 715.480300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.480867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.481094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.481283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.481397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.481462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.481723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.481723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.481807] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.888471] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.967332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.967527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.967616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.970586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.970676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.971350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45651a-82c6-4437-8639-eabc1f50183c already deleted. [ 715.971485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.986653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.986830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.986901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.987151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.987245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.987568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.987630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.987779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.987854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987938] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be updated. [ 716.022656] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.022882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.022991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.023331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.023558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.047318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: IN_PROGRESS for 2s [ 716.392411] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.458689] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 716.459133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.459133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.459427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.459534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.460541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.460541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.460541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.460541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460541] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.545344] env[66213]: INFO networking_nsxv3.common.synchronization [req-16b88357-66c5-43bc-a01f-1be80cd22452 req-8c27cd2f-8ba2-4d05-9e7b-5ab32f462621 tempest-InstanceActionsTestJSON-129002573 tempest-InstanceActionsTestJSON-129002573-project-member] Enqueued Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 716.545344] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307b6e50-5981-4974-aa78-020c69d437d3 with Priority: HIGHEST for action security_group_members [ 716.546287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-307b6e50-5981-4974-aa78-020c69d437d3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.546287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.546287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.546287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.546287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.546581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.546581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.546581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.546684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.546721] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('307b6e50-5981-4974-aa78-020c69d437d3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.633157] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a22576b-a358-4f27-8142-ccac82eae359 req-ab33c14a-4796-4ef7-8336-ac7973e200da tempest-ImagesOneServerTestJSON-1488788925 tempest-ImagesOneServerTestJSON-1488788925-project-member] Enqueued Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 716.634147] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGHEST for action security_group_members [ 716.634902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.635095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.635228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.635776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.636049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.636560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.636645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.636748] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.895552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.895552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.895796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.896827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.896827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.896827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be updated. [ 716.935911] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.936095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.936169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.936386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.936545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.950165] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 716.962708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.963040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.963126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.963387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.963510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.963643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.963673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.963810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.963918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.963969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.964123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.964209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.964271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.964411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.964542] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.964627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.964683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.964852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.964945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.965075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.965168] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.051026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.051026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.051026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307b6e50-5981-4974-aa78-020c69d437d3 is going to be updated. [ 717.126200] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.126200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.126200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.126200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.126200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.134623] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: IN_PROGRESS for 2s [ 717.143974] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.143974] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.143974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.143974] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 is going to be updated. [ 717.190115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.190115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.190115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.190115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.190535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.204865] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: IN_PROGRESS for 2s [ 717.468464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82ae44ea-2307-478b-ac51-78a05d746f6d: rpc.has_security_group_logging(os_id): False [ 717.490300] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.490452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.490551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.490742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.491224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491684] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.491775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.492056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.492233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.492672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.492771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.492953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.493066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.493184] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 717.586481] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.586706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.586759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.587031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.587200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.605642] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 717.718292] env[66213]: INFO networking_nsxv3.common.synchronization [req-6e1e8b87-92bf-4070-8db1-3aa4ba54521b req-d600549e-d969-4376-abc4-fc903a55c846 tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 717.720692] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 717.721202] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.721373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.721456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.721810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.722046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.722144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.722183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.722889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.722889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.723396] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.069520] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f in Status: SUCCESS [ 718.070209] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f deletion is rescheduled due to dependency. [ 718.070209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.196438] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.197588] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-799" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.197588] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-799" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.198102] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-799" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.198533] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.198829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.199014] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.201461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.201461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.201625] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.201742] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.201848] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.201971] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.202090] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.202190] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.202350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.228174] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.228409] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.228593] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.228964] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-799" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.229242] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.229468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.229612] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230028] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230207] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b04e26-bbef-4d1b-bcbd-485f670dfeb1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.232068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.232068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.232068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.232068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.232068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.232068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.232068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.232395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.232395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.232395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.232484] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f already deleted. [ 718.232519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.735473] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.735865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.735912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.736263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.736451] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.736668] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 not found, creating... [ 718.737016] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.737317] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.737479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.737767] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.737939] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.738330] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.738526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.738941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.739123] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.739298] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 is going to be created. [ 718.763045] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.763264] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.763376] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.763652] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.763878] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.764197] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.962215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 718.962431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.962597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.962868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.963108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.963220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.963266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.963424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.963994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.963994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.963994] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.146830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 307b6e50-5981-4974-aa78-020c69d437d3 in Status: SUCCESS [ 719.147032] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 307b6e50-5981-4974-aa78-020c69d437d3 deletion is rescheduled due to dependency. [ 719.147166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-307b6e50-5981-4974-aa78-020c69d437d3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216150] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 in Status: SUCCESS [ 719.216354] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 deletion is rescheduled due to dependency. [ 719.216490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.439136] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6fb7937a-b478-4ea1-ba94-004af1f30880 None None] Enqueued Resource ID: 057a45a3-45d1-4752-852d-14dd3ea877dc with Priority: HIGHEST for action port [ 719.439522] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057a45a3-45d1-4752-852d-14dd3ea877dc with Priority: HIGHEST for action port [ 719.439522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-057a45a3-45d1-4752-852d-14dd3ea877dc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.439853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057a45a3-45d1-4752-852d-14dd3ea877dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.439853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057a45a3-45d1-4752-852d-14dd3ea877dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.440083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057a45a3-45d1-4752-852d-14dd3ea877dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.440117] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057a45a3-45d1-4752-852d-14dd3ea877dc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.467304] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [req-6e1e8b87-92bf-4070-8db1-3aa4ba54521b req-4d3a0a2c-98d6-4c37-9035-c410c75f0a87 service nova] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [req-6e1e8b87-92bf-4070-8db1-3aa4ba54521b req-4d3a0a2c-98d6-4c37-9035-c410c75f0a87 service nova] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [req-6e1e8b87-92bf-4070-8db1-3aa4ba54521b req-4d3a0a2c-98d6-4c37-9035-c410c75f0a87 service nova] Enqueued Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 719.504607] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 719.505533] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.505763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.505905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.506200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.506373] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.507731] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.507959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.508168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.508593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.508916] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.509155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.509301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.509550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.509786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.509982] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.512837] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.512837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.512837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.512837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.512837] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b04e26-bbef-4d1b-bcbd-485f670dfeb1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.623876] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 719.624127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.943242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057a45a3-45d1-4752-852d-14dd3ea877dc [ 719.943470] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.943551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.943592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.943804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.943895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.943987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057a45a3-45d1-4752-852d-14dd3ea877dc already deleted. [ 719.945035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057a45a3-45d1-4752-852d-14dd3ea877dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.969707] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136: rpc.has_security_group_logging(os_id): False [ 720.014739] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.014937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.015023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.015289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.015406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.016775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.016775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.016775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.016775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.016775] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be updated. [ 720.019677] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.019677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.019677] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.020798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with status ACTIVE [ 720.020888] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.020948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.021707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.021707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.021707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.021707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.021707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.021707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.021923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.021923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.023110] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.023251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.023350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.023580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.023661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.023748] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 is going to be updated. [ 720.054828] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.055094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.055094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.056140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.056140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.056886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.232796] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.233079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.233079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.234365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.236329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.256543] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 720.459315] env[66213]: INFO networking_nsxv3.common.synchronization [req-28113366-c2ea-4d98-9dd6-6667acfff959 req-deacfee6-7156-47cd-980b-bba6c04809c9 tempest-ServerDiagnosticsTest-839328347 tempest-ServerDiagnosticsTest-839328347-project-member] Enqueued Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 720.459315] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 720.459315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.459315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.459315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.459315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.459913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.460224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.461987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.463629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.463735] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.526009] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.969698] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.969698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.969698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.969698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.969698] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.970244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.970244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.970331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.970571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.970645] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f already deleted. [ 720.970778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.030304] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.030710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.030710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.031077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.031715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.031715] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be created. [ 721.073403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.073913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.073913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.073913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.074175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.088665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: UNINITIALIZED for 2s [ 721.223889] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.224147] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.224272] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.224527] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.224795] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.224949] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.226444] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.226804] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.226960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.227319] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.227319] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.227441] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.227502] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.227611] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.227726] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.227854] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.250151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.250385] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.250562] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.250748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.251412] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.252393] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.252393] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.252393] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.252393] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0a833f-a9ee-4b21-901c-a5aa75aec8fd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.755398] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.755684] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.755849] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.756190] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756329] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.756490] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd not found, creating... [ 721.756846] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.757035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.757171] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.757411] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.757565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.757881] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.758073] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.758195] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.758406] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.758550] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.758718] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd is going to be created. [ 721.778434] env[66213]: INFO networking_nsxv3.common.synchronization [req-59dac649-3659-438d-bb07-d10109eee054 req-d47bcf9e-74a4-4423-ada4-3e1a17560aa7 tempest-FloatingIPsAssociationNegativeTestJSON-174383928 tempest-FloatingIPsAssociationNegativeTestJSON-174383928-project-member] Enqueued Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 721.778898] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGHEST for action security_group_members [ 721.779407] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.779407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.779560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.779629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.779861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.780035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.780096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.780299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.780424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.780561] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.782442] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.782754] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.782982] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.783581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.783996] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783996] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.273110] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 722.273672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.286505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.286703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.286782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.287044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.287115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.287324] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.287423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.287519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.287643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.287715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.287819] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c31950-722e-4944-8975-68e42e195ddd is going to be updated. [ 722.317910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.318113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.318162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.318433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.319478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.329520] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: IN_PROGRESS for 2s [ 722.462441] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1a8c7c14-7299-4f6d-b1be-d22128459cd7 None None] Enqueued Resource ID: 57e98286-becd-4b84-9b3d-23faff8d9ec6 with Priority: HIGHEST for action port [ 722.463014] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e98286-becd-4b84-9b3d-23faff8d9ec6 with Priority: HIGHEST for action port [ 722.463316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-57e98286-becd-4b84-9b3d-23faff8d9ec6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.463479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57e98286-becd-4b84-9b3d-23faff8d9ec6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.463828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57e98286-becd-4b84-9b3d-23faff8d9ec6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.463828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57e98286-becd-4b84-9b3d-23faff8d9ec6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.463828] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57e98286-becd-4b84-9b3d-23faff8d9ec6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.562575] env[66213]: INFO networking_nsxv3.common.synchronization [req-28113366-c2ea-4d98-9dd6-6667acfff959 req-3a341d2d-f922-4cec-803e-e9a839dc20f5 service nova] Enqueued Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_rules [ 722.562799] env[66213]: INFO networking_nsxv3.common.synchronization [req-28113366-c2ea-4d98-9dd6-6667acfff959 req-3a341d2d-f922-4cec-803e-e9a839dc20f5 service nova] Enqueued Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 722.562989] env[66213]: INFO networking_nsxv3.common.synchronization [req-28113366-c2ea-4d98-9dd6-6667acfff959 req-3a341d2d-f922-4cec-803e-e9a839dc20f5 service nova] Enqueued Resource ID: 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd with Priority: HIGHEST for action port [ 722.563102] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_rules [ 722.563231] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 722.563325] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd with Priority: HIGHEST for action port [ 722.563930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.564028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.564135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.564289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.564421] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.565211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.565313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.565417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.565536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.567181] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.567301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.567347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.567506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.567591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.567686] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.568498] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.568626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.568709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.568878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.568971] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b0a833f-a9ee-4b21-901c-a5aa75aec8fd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.970326] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57e98286-becd-4b84-9b3d-23faff8d9ec6 [ 722.970600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.970773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.971396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.971991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.973187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.973187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57e98286-becd-4b84-9b3d-23faff8d9ec6 already deleted. [ 722.973187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57e98286-becd-4b84-9b3d-23faff8d9ec6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.071404] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.072056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.072378] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.073487] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd with status ACTIVE [ 723.073776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.074050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.074198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.074470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.075021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.075021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.075021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.075021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.075494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.077622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.077622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.077622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077622] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b0a833f-a9ee-4b21-901c-a5aa75aec8fd is going to be updated. [ 723.100899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 723.101296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.101520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.101571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.101761] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.101880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.101944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.102115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.102207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.102291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.102382] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.104030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.104161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.104272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.104384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.104491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.104760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b0a833f-a9ee-4b21-901c-a5aa75aec8fd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.578264] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.607827] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.082230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.082407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.082699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.082792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.082898] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f is going to be created. [ 724.108319] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f: rpc.has_security_group_logging(os_id): False [ 724.110684] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.110893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.110893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.111164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.111321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.134850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.135111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.135177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.135516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.135646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.135947] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.135947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.136137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.136231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.136333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.136470] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be created. [ 724.138557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: UNINITIALIZED for 2s [ 724.208307] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.208307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.208307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.208587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.208587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 724.342435] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c31950-722e-4944-8975-68e42e195ddd in Status: SUCCESS [ 724.342833] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c31950-722e-4944-8975-68e42e195ddd deletion is rescheduled due to dependency. [ 724.343100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.459954] env[66213]: INFO networking_nsxv3.common.synchronization [req-2d8ed0c8-a6fe-4820-a196-ff700bb21ffa req-ebb28d4a-8f9e-4cac-9f9b-5b26caa4f440 tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 724.460887] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 724.461369] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.463924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.463924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.463924] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.972750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.972750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.972750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.972750] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 725.025635] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.026133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.026263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038152] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 725.265296] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bb7471d-b159-41b8-9a2f-f3e942843602 req-326f3e5b-3b83-4f21-9b99-b805dddf2a28 tempest-FloatingIPsAssociationTestJSON-1120681322 tempest-FloatingIPsAssociationTestJSON-1120681322-project-member] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 725.266108] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 725.266835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.266835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.266835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.267039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.267039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.267117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.267245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.267311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.267465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.267623] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.750219] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.750219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.750219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.750219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.750219] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.750949] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.751260] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.751750] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.752141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.752527] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.752795] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.753055] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.753357] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.753637] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.754277] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.754589] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.770505] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.777245] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.777245] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.777245] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.777245] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-896" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.778805] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-b5254643-6d69-48b7-b82f-80cba9062092 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.778805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.778805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.780248] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5254643-6d69-48b7-b82f-80cba9062092',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.149267] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: SUCCESS [ 726.149267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.149267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.149267] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.149843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.149843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.149843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.149843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.149843] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.240611] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 726.240903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.272965] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.283743] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.283743] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port b5254643-6d69-48b7-b82f-80cba9062092 not found, creating... [ 726.283743] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.283743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.284111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.284111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.284334] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.284457] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.284574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.284760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.284900] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.285616] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: b5254643-6d69-48b7-b82f-80cba9062092 is going to be created. [ 726.315385] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.315385] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.315649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.315751] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.315982] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.316216] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.523522] env[66213]: INFO networking_nsxv3.common.synchronization [req-bb633ece-453b-4dd0-8d67-81ee969221ad req-e4c0a47a-5fbc-47cb-9095-eaa834f7e714 tempest-ImagesNegativeTestJSON-29478578 tempest-ImagesNegativeTestJSON-29478578-project-member] Enqueued Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 726.523763] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7197bb84-632b-4d1d-9881-b5709cec6960 with Priority: HIGHEST for action security_group_members [ 726.524096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-7197bb84-632b-4d1d-9881-b5709cec6960 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.524247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.524325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.524492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.524812] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.524812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.524812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.524952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.525080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.525150] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7197bb84-632b-4d1d-9881-b5709cec6960',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.655068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.655068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.655958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.655958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.655958] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.655958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.656121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.656383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.656472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.656715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.656715] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.777648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.777648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.777648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.777648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.777648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.777648] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be updated. [ 726.812403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.813011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.813011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.825934] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 726.996970] env[66213]: INFO networking_nsxv3.common.synchronization [req-5a38c1f5-e438-42d7-ae76-27417c9b5438 req-4ccd3b09-7a03-4b48-a76f-be8a1fe77d35 tempest-ServersNegativeTestJSON-978052341 tempest-ServersNegativeTestJSON-978052341-project-member] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 726.997556] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 726.997876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.998016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.998083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.998438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.998535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.998599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.998870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.998963] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.027599] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.027802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.027802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.028071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.028174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.028367] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.028495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.028686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.028879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.028959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.029073] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7197bb84-632b-4d1d-9881-b5709cec6960 is going to be updated. [ 727.049297] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bb7471d-b159-41b8-9a2f-f3e942843602 req-83ee0daa-343b-47ef-be51-7521a20ea0b9 service nova] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_rules [ 727.049547] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bb7471d-b159-41b8-9a2f-f3e942843602 req-83ee0daa-343b-47ef-be51-7521a20ea0b9 service nova] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 727.049707] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bb7471d-b159-41b8-9a2f-f3e942843602 req-83ee0daa-343b-47ef-be51-7521a20ea0b9 service nova] Enqueued Resource ID: b5254643-6d69-48b7-b82f-80cba9062092 with Priority: HIGHEST for action port [ 727.050699] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 727.050930] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 deletion is rescheduled due to dependency. [ 727.051052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.051646] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_rules [ 727.051771] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 727.051935] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5254643-6d69-48b7-b82f-80cba9062092 with Priority: HIGHEST for action port [ 727.052285] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.052435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.052549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.052811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.052894] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.053770] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.053878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.054383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5254643-6d69-48b7-b82f-80cba9062092 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.054529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.054598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.054881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.055016] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5254643-6d69-48b7-b82f-80cba9062092',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.062230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.062414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.062487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.062710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.062885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.077897] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: IN_PROGRESS for 2s [ 727.159996] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d654ce3e-e536-4490-98e7-7dd8e06c1e5f: rpc.has_security_group_logging(os_id): False [ 727.188874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.189187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.189187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.189355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.189483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.190068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.190068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.190253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.190480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.190548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.190577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.190713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.190771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.190970] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.191070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.191257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.191339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.191476] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f is going to be created. [ 727.263702] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.264453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.264453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.264453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.264747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.281244] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: IN_PROGRESS for 2s [ 727.501543] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.557554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.557742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.557883] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5254643-6d69-48b7-b82f-80cba9062092 with status ACTIVE [ 727.559108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.559108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.559108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.559571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.559571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.559571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.559571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.559774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.559774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.559849] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5254643-6d69-48b7-b82f-80cba9062092 is going to be updated. [ 727.598319] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.599975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.599975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.599975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5254643-6d69-48b7-b82f-80cba9062092" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618318] env[66213]: INFO networking_nsxv3.common.synchronization [req-ab302599-5175-4aba-856e-56b3d2f811bc req-0f9aff46-d360-4acd-b4dc-0c28544cc773 tempest-ServersAdminNegativeTestJSON-507951085 tempest-ServersAdminNegativeTestJSON-507951085-project-member] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 727.618825] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 727.619220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.619391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.620364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.620364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.620364] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.620364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.620364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.620615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.620615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.620780] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.005639] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.123804] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.508104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.508104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.508104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.508491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.508491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.508491] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 728.541722] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.541875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.541954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.542175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.542330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.553328] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 728.625904] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.836417] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 728.836714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.836922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.837181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.837367] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.837594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.837594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.837724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.837812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.837909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.090501] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7197bb84-632b-4d1d-9881-b5709cec6960 in Status: SUCCESS [ 729.090501] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7197bb84-632b-4d1d-9881-b5709cec6960 deletion is rescheduled due to dependency. [ 729.090501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7197bb84-632b-4d1d-9881-b5709cec6960" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.129036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.129036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.129036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.129303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.130034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.130034] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be updated. [ 729.158109] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.162444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.162444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.162444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.171245] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 729.295967] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: SUCCESS [ 729.295967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.341630] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.846236] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.353150] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.353232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.353315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.353538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.353631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.353702] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be updated. [ 730.377094] env[66213]: INFO networking_nsxv3.common.synchronization [None req-338aa62c-c8b2-4c7e-8315-1b7e3437f677 None None] Enqueued Resource ID: 89802909-12c1-4ba1-8e9a-e0f6f99d8ff1 with Priority: HIGHEST for action port [ 730.377740] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89802909-12c1-4ba1-8e9a-e0f6f99d8ff1 with Priority: HIGHEST for action port [ 730.378216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-89802909-12c1-4ba1-8e9a-e0f6f99d8ff1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.378379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89802909-12c1-4ba1-8e9a-e0f6f99d8ff1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.378379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89802909-12c1-4ba1-8e9a-e0f6f99d8ff1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.378761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89802909-12c1-4ba1-8e9a-e0f6f99d8ff1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.380667] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89802909-12c1-4ba1-8e9a-e0f6f99d8ff1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.390299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.390585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.390640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.391016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.391286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.403018] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 730.565539] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 730.565893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.883448] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89802909-12c1-4ba1-8e9a-e0f6f99d8ff1 [ 730.883936] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.883936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.884164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.884363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.884489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.884595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89802909-12c1-4ba1-8e9a-e0f6f99d8ff1 already deleted. [ 730.885234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89802909-12c1-4ba1-8e9a-e0f6f99d8ff1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084427] env[66213]: INFO networking_nsxv3.common.synchronization [None req-89a44ab2-0eb6-4d51-ac7c-cdabbc4daca9 None None] Enqueued Resource ID: d718a633-1c50-4311-a208-9b0764a8fb8e with Priority: HIGHEST for action port [ 731.084717] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d718a633-1c50-4311-a208-9b0764a8fb8e with Priority: HIGHEST for action port [ 731.085075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d718a633-1c50-4311-a208-9b0764a8fb8e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.085215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d718a633-1c50-4311-a208-9b0764a8fb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.085277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d718a633-1c50-4311-a208-9b0764a8fb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.085543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d718a633-1c50-4311-a208-9b0764a8fb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.085656] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d718a633-1c50-4311-a208-9b0764a8fb8e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.178176] env[66213]: INFO networking_nsxv3.common.synchronization [req-e9f596a2-ec25-4f08-8439-c1fcaeb0c031 req-8aeea8ca-7c90-4b13-ad24-67eccb247e1a tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 731.181014] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 731.181568] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.181690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.181748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.182098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.182189] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.182264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.182264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.182415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.182494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.182591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.192387] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 731.192387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.595318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d718a633-1c50-4311-a208-9b0764a8fb8e [ 731.597519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.597519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.597519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.598245] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d718a633-1c50-4311-a208-9b0764a8fb8e already deleted. [ 731.598245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d718a633-1c50-4311-a208-9b0764a8fb8e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.685632] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.067441] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.067831] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.067992] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.068287] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.068706] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.068936] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.069150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.069470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.069655] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.069904] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.070114] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.070309] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.070490] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.070673] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.070861] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.071091] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.094314] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.095912] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.095912] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.095912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.095912] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-6758f00b-2635-4b52-9f8e-ead84561b0af taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.095912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.095912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.096225] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.096485] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6758f00b-2635-4b52-9f8e-ead84561b0af',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.188210] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.418138] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 732.420415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.423784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.423784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.423784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.423784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.423784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.423784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427678] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.600983] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.600983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.602927] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.602927] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.602927] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 6758f00b-2635-4b52-9f8e-ead84561b0af not found, creating... [ 732.603143] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.603366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.603425] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.604075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.604075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.605155] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.605332] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.605583] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.605975] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.606175] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.606466] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 6758f00b-2635-4b52-9f8e-ead84561b0af is going to be created. [ 732.630464] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.630679] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.630787] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.631116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.631420] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.631672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.693062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.695157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.695157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.695157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.695157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.695157] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 732.727460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.727611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.727681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.727913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.728074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.740455] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 732.933195] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.933369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.933369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.933680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.933882] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.933994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.934245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.934337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.934978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.935116] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.935173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.935204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.935337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.935416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935589] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.043753] env[66213]: INFO networking_nsxv3.common.synchronization [None req-555c9982-a581-482b-b4cb-1918f582b6e6 None None] Enqueued Resource ID: b434c3ac-c961-4456-b628-ba1cc68d7c56 with Priority: HIGHEST for action port [ 733.045123] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b434c3ac-c961-4456-b628-ba1cc68d7c56 with Priority: HIGHEST for action port [ 733.045123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b434c3ac-c961-4456-b628-ba1cc68d7c56 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.045123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b434c3ac-c961-4456-b628-ba1cc68d7c56" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.045123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b434c3ac-c961-4456-b628-ba1cc68d7c56" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.045514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b434c3ac-c961-4456-b628-ba1cc68d7c56" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.045514] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b434c3ac-c961-4456-b628-ba1cc68d7c56',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.400916] env[66213]: INFO networking_nsxv3.common.synchronization [req-e9f596a2-ec25-4f08-8439-c1fcaeb0c031 req-cfa6feac-56ae-4842-a3fc-e609c57269dd service nova] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_rules [ 733.400916] env[66213]: INFO networking_nsxv3.common.synchronization [req-e9f596a2-ec25-4f08-8439-c1fcaeb0c031 req-cfa6feac-56ae-4842-a3fc-e609c57269dd service nova] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 733.400916] env[66213]: INFO networking_nsxv3.common.synchronization [req-e9f596a2-ec25-4f08-8439-c1fcaeb0c031 req-cfa6feac-56ae-4842-a3fc-e609c57269dd service nova] Enqueued Resource ID: 6758f00b-2635-4b52-9f8e-ead84561b0af with Priority: HIGHEST for action port [ 733.403154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_rules [ 733.403154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 733.403154] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758f00b-2635-4b52-9f8e-ead84561b0af with Priority: HIGHEST for action port [ 733.403154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.403154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.403154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.403154] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.403779] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.403779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.403893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6758f00b-2635-4b52-9f8e-ead84561b0af taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.404013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.404087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.404301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.404368] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6758f00b-2635-4b52-9f8e-ead84561b0af',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.439468] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5b35805-35cd-4767-af59-e986ee16789d: rpc.has_security_group_logging(os_id): False [ 733.459123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.459545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.459628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.459855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.459953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.460278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.460338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.460488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.460566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460767] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.460881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.460917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.461771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.461921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.462314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.462426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be updated. [ 733.548312] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b434c3ac-c961-4456-b628-ba1cc68d7c56 [ 733.550696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.550696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.550696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.550696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.550696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.551615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b434c3ac-c961-4456-b628-ba1cc68d7c56 already deleted. [ 733.551615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b434c3ac-c961-4456-b628-ba1cc68d7c56" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.574631] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.574959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.575290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.575615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.575815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.594872] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 733.907770] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6758f00b-2635-4b52-9f8e-ead84561b0af with status ACTIVE [ 733.908049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.908211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.908277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.908480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.908616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.908833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.908979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.909064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.909206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.909289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.909485] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.909618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.909684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.909905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.909982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.910189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6758f00b-2635-4b52-9f8e-ead84561b0af is going to be updated. [ 733.911816] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.911983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.938827] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.938827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.938827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.938827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.938827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.938827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6758f00b-2635-4b52-9f8e-ead84561b0af" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.969104] env[66213]: INFO networking_nsxv3.common.synchronization [None req-61a22c0f-378d-42a8-b266-d343d8107a0e None None] Enqueued Resource ID: 83cef4c9-2d49-457b-ab27-678ace6677e1 with Priority: HIGHEST for action port [ 733.970052] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cef4c9-2d49-457b-ab27-678ace6677e1 with Priority: HIGHEST for action port [ 733.970052] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-83cef4c9-2d49-457b-ab27-678ace6677e1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.970226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83cef4c9-2d49-457b-ab27-678ace6677e1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83cef4c9-2d49-457b-ab27-678ace6677e1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83cef4c9-2d49-457b-ab27-678ace6677e1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.970536] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83cef4c9-2d49-457b-ab27-678ace6677e1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.476630] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83cef4c9-2d49-457b-ab27-678ace6677e1 [ 734.476927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.477069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.477069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.479018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.479018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.479018] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83cef4c9-2d49-457b-ab27-678ace6677e1 already deleted. [ 734.479018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83cef4c9-2d49-457b-ab27-678ace6677e1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752818] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 734.754116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.754116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.754116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.754487] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.754650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.754736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.755056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.755056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.755209] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.261072] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.305130] env[66213]: INFO networking_nsxv3.common.synchronization [None req-03ec6be1-d33c-4760-b9d3-cd9854be086b tempest-ServersTestFqdnHostnames-583372078 tempest-ServersTestFqdnHostnames-583372078-project-member] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 735.305130] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 735.305130] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.305130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.305130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.305130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.305130] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.427144] env[66213]: INFO networking_nsxv3.common.synchronization [None req-63b85cd3-e23f-4621-93c1-8199cd4c95f0 tempest-ServersTestFqdnHostnames-583372078 tempest-ServersTestFqdnHostnames-583372078-project-member] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 735.427144] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 735.432023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.432154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.612332] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 735.612689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.764106] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.830897] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.831187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.831290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.831747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.831832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.831890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 already deleted. [ 735.831984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.832193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.832407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.832498] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.266536] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.267185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.267264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.267617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.267769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.267888] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 736.299379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.299546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.299587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.299805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.299959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.310783] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 736.355394] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.355394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.355394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.355394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.355394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.356200] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 already deleted. [ 736.356200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.323314] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 738.323830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.323830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.324057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.324498] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.324498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.324634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.324912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.324912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.325047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.325196] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.638011] env[66213]: INFO networking_nsxv3.common.synchronization [req-e748835d-1901-40ec-ac28-7ce8be75b35a req-1b952e54-9589-41ed-a1a0-c4f99235b22a tempest-ServerMetadataNegativeTestJSON-1898837179 tempest-ServerMetadataNegativeTestJSON-1898837179-project-member] Enqueued Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 738.639084] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 with Priority: HIGHEST for action security_group_members [ 738.639342] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-477d0fd8-0022-4dac-bbef-f416d0768f54 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.639539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.639780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.639951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.640165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.640270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.640335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.640512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.640607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.640702] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('477d0fd8-0022-4dac-bbef-f416d0768f54',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.828408] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.829778] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.829778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.830248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.830248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.830248] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.830380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.830426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.830542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.831254] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.831254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.831254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.831254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.831254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831553] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.146437] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.146437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.146437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.146437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.146437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.146437] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.146768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.146768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.147012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.147130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.147267] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 is going to be updated. [ 739.192302] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.192626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.192738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.193919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.194341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.209791] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: IN_PROGRESS for 2s [ 739.294335] env[66213]: INFO networking_nsxv3.common.synchronization [req-ace5386c-31e7-47b1-a2fb-2d82bbfc1873 req-fd8c0adc-9c4b-4ca6-9d71-ef84a3748638 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 739.295396] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 739.296058] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.296406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.296406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.296738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.296909] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.296966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.297022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.297224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.297326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.297710] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.336010] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b4f214-d8a4-486f-ba7d-ed91877a91ce: rpc.has_security_group_logging(os_id): False [ 739.359689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.359928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.359928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.360218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.360320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.360661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.361184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.361590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.361590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.361590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.361719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.362189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.362189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.362189] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.362329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.362329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.362429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.362546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.362637] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 739.454687] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.454939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.454939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.455196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.476073] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 739.757418] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.758396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.758484] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.759280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.759280] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.759437] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.759475] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.760070] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.760160] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.760647] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.760764] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.760881] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.760998] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.761122] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.761227] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.761355] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.782379] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.782558] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.782704] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.782863] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.783206] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.783470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.783566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.783855] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783990] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85cee51b-4dc4-418c-90e7-7d7ac9c4af7b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.798052] env[66213]: INFO networking_nsxv3.common.synchronization [req-bb5c2214-d681-4f46-a97d-3048bd15bef8 req-325809af-0f7c-4603-90f2-1ca5596a0c97 tempest-ServerDiagnosticsTest-839328347 tempest-ServerDiagnosticsTest-839328347-project-member] Enqueued Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 739.798309] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGHEST for action security_group_members [ 739.799186] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.799457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.799457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.799900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.799900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.799900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.800299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.800299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.800299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.800299] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.801187] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.801279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.801342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.801493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.801569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.801737] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.801851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.801901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.802867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.802867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.802867] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 already deleted. [ 739.802867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.289075] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.289075] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b not found, creating... [ 740.289075] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.289075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.289944] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.290515] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.291834] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.292220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.294733] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.294733] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.294733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b is going to be created. [ 740.307025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.307025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.307025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.307025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f is going to be updated. [ 740.326979] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.326979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.326979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.326979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.326979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.326979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.342230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.342230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.342230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.342230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.342230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.351997] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: IN_PROGRESS for 2s [ 741.011471] env[66213]: INFO networking_nsxv3.common.synchronization [req-ace5386c-31e7-47b1-a2fb-2d82bbfc1873 req-d438e210-89d4-4c56-93a6-a769c449c5ef service nova] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 741.011629] env[66213]: INFO networking_nsxv3.common.synchronization [req-ace5386c-31e7-47b1-a2fb-2d82bbfc1873 req-d438e210-89d4-4c56-93a6-a769c449c5ef service nova] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 741.011764] env[66213]: INFO networking_nsxv3.common.synchronization [req-ace5386c-31e7-47b1-a2fb-2d82bbfc1873 req-d438e210-89d4-4c56-93a6-a769c449c5ef service nova] Enqueued Resource ID: 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b with Priority: HIGHEST for action port [ 741.012343] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_rules [ 741.012452] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 741.012548] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b with Priority: HIGHEST for action port [ 741.012816] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.012940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.013015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.013257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.013318] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.014461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.014575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.014645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.014816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.015183] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.015275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.015351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.015487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.015589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.015680] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.016394] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.016530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.016592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.016706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.020338] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85cee51b-4dc4-418c-90e7-7d7ac9c4af7b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.219521] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 in Status: SUCCESS [ 741.219521] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 477d0fd8-0022-4dac-bbef-f416d0768f54 deletion is rescheduled due to dependency. [ 741.221415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-477d0fd8-0022-4dac-bbef-f416d0768f54" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.493195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 741.493560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.521974] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.523274] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.523274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523472] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b with status ACTIVE [ 741.523509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.523601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.523908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.524026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.524199] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.524307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.524588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.524785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.524871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.527667] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.527667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.527823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.527890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.531022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.531022] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85cee51b-4dc4-418c-90e7-7d7ac9c4af7b is going to be updated. [ 741.551919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.551919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.551919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.552832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.552832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.552832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85cee51b-4dc4-418c-90e7-7d7ac9c4af7b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.030869] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.079362] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e949b025-7164-41af-b5f2-4b8229cc0461 None None] Enqueued Resource ID: cf4efb68-ff9c-487a-9712-649380fb9e0a with Priority: HIGHEST for action port [ 742.080079] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4efb68-ff9c-487a-9712-649380fb9e0a with Priority: HIGHEST for action port [ 742.080294] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4efb68-ff9c-487a-9712-649380fb9e0a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.080860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4efb68-ff9c-487a-9712-649380fb9e0a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.080998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4efb68-ff9c-487a-9712-649380fb9e0a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.081604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4efb68-ff9c-487a-9712-649380fb9e0a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.081691] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4efb68-ff9c-487a-9712-649380fb9e0a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.099264] env[66213]: INFO networking_nsxv3.common.synchronization [req-4558832a-8f3e-41c3-ada2-bc5d65a258ad req-49d43aeb-8cd0-4f6e-abf9-6559a969a1da tempest-ServersTestManualDisk-581166345 tempest-ServersTestManualDisk-581166345-project-member] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 742.099864] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 742.100232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.100345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.100407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.100819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.101428] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.101428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.101428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.101428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.101428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.101826] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.372153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f in Status: SUCCESS [ 742.372351] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f deletion is rescheduled due to dependency. [ 742.372351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.535660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.535660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.536110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.536269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.536427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.536554] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 is going to be created. [ 742.564459] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.564637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.564705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.564985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.565373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.583501] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: UNINITIALIZED for 2s [ 742.583729] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4efb68-ff9c-487a-9712-649380fb9e0a [ 742.583947] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.585205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.585205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.585205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.585205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.585205] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4efb68-ff9c-487a-9712-649380fb9e0a already deleted. [ 742.585205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4efb68-ff9c-487a-9712-649380fb9e0a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.605837] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.605837] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.605837] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45651a-82c6-4437-8639-eabc1f50183c already deleted. [ 742.605837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.634438] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.635296] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-76" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.635459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-76" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.635804] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-76" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.637151] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.637151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.637151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.637531] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.637676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.637988] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.637988] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.637988] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.638239] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.638239] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.638383] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.638469] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.659421] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.659781] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.659781] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.660017] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-76" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.660325] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-07c1d970-4828-4bfb-b559-2ed899cc4cba taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.660485] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.660693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.660953] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.661249] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c1d970-4828-4bfb-b559-2ed899cc4cba',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.166109] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.166271] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.166423] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.166761] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167017] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.167798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 07c1d970-4828-4bfb-b559-2ed899cc4cba not found, creating... [ 743.167798] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.167798] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.168131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.168255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.168675] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.168864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168931] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.169160] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.169301] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.169457] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 07c1d970-4828-4bfb-b559-2ed899cc4cba is going to be created. [ 743.195280] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.195280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.195280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.195280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.195280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.195280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.919695] env[66213]: INFO networking_nsxv3.common.synchronization [req-4558832a-8f3e-41c3-ada2-bc5d65a258ad req-c8629983-4407-41d6-b9a9-7a75a0c43ca7 service nova] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 743.920045] env[66213]: INFO networking_nsxv3.common.synchronization [req-4558832a-8f3e-41c3-ada2-bc5d65a258ad req-c8629983-4407-41d6-b9a9-7a75a0c43ca7 service nova] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 743.920110] env[66213]: INFO networking_nsxv3.common.synchronization [req-4558832a-8f3e-41c3-ada2-bc5d65a258ad req-c8629983-4407-41d6-b9a9-7a75a0c43ca7 service nova] Enqueued Resource ID: 07c1d970-4828-4bfb-b559-2ed899cc4cba with Priority: HIGHEST for action port [ 743.920687] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_rules [ 743.920839] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 743.920959] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c1d970-4828-4bfb-b559-2ed899cc4cba with Priority: HIGHEST for action port [ 743.921524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.921604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.921655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.921880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.921972] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.923311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.923489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.924689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.924886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.925065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.925394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.925394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.925394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.925546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.925546] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.927393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c1d970-4828-4bfb-b559-2ed899cc4cba taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.927623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.927699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927967] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c1d970-4828-4bfb-b559-2ed899cc4cba',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.356164] env[66213]: INFO networking_nsxv3.common.synchronization [req-fef4bc01-6670-48f9-8a8d-53c542a14c0e req-b5d2350f-5160-4a42-acbe-13ce82e61c42 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 744.357397] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 744.357397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.357397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.359757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.361926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.361926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.361926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.361926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.362836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.362836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.362836] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.428293] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.431066] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c1d970-4828-4bfb-b559-2ed899cc4cba with status ACTIVE [ 744.431501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.431726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.431908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.434023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.434415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.434489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.434686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.434836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c1d970-4828-4bfb-b559-2ed899cc4cba is going to be updated. [ 744.436807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.436968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.465863] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.465863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.465863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.465863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.465863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.465863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c1d970-4828-4bfb-b559-2ed899cc4cba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.596797] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: SUCCESS [ 744.597156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.597268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.597483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.597670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.597783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.597849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.597998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.598097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.598231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.598264] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.655448] env[66213]: INFO networking_nsxv3.common.synchronization [None req-af6d3722-b245-40c2-8c95-b93f15f6d11a None None] Enqueued Resource ID: b960f448-fc83-473f-bed1-f52662728d65 with Priority: HIGHEST for action port [ 744.657223] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b960f448-fc83-473f-bed1-f52662728d65 with Priority: HIGHEST for action port [ 744.657876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b960f448-fc83-473f-bed1-f52662728d65 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.658166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b960f448-fc83-473f-bed1-f52662728d65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.659520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b960f448-fc83-473f-bed1-f52662728d65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.660778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b960f448-fc83-473f-bed1-f52662728d65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.660877] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b960f448-fc83-473f-bed1-f52662728d65',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.866911] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.867058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.867166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.867476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.867529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.867841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.868020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.868128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.868412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.868515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.868733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be updated. [ 744.905699] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.906383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.906383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.906770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.906931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.917963] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 744.932899] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.100846] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.165931] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b960f448-fc83-473f-bed1-f52662728d65 [ 745.166671] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.166671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.166671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.166859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.166889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.167228] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b960f448-fc83-473f-bed1-f52662728d65 already deleted. [ 745.167228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b960f448-fc83-473f-bed1-f52662728d65" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.439078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.439078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.439078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.439078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.439078] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45651a-82c6-4437-8639-eabc1f50183c is going to be created. [ 745.467172] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.468311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.468510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.468793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.468996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.482100] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: UNINITIALIZED for 2s [ 745.603543] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e987bd80-4368-41cc-8ef8-f17c810b7e61: rpc.has_security_group_logging(os_id): False [ 745.621514] env[66213]: INFO networking_nsxv3.common.synchronization [req-45800771-63fd-46fa-9591-933604526649 req-7b52b1d1-4201-4a05-9ff8-76d26fe20ed9 tempest-ServerActionsV293TestJSON-696543607 tempest-ServerActionsV293TestJSON-696543607-project-member] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 745.622357] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 745.623847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.624057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.624174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.624530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.624718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.624903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.625044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.625276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.625411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.625625] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.640838] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.640998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.641270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.641512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.641607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.641972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.642049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.642206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.642284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.642380] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 is going to be created. [ 745.727173] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.727173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.727173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.727173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.728359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.746277] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: IN_PROGRESS for 2s [ 746.128584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.129641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.129641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.129726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.130014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.130298] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.131022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.131022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.131022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.131317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.131621] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf already deleted. [ 746.131759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.174716] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-482" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-482" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-482" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.179035] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.179035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.179035] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.179035] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.179035] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.179035] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.179035] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.179035] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.179035] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.200961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.200961] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.201230] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.201324] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-482" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.201737] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.201940] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.201995] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.202377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.203851] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6815ce-3366-4d07-89e9-8f4cf98ddb39',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.706012] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.706230] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.706343] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.706616] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.706843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707054] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 not found, creating... [ 746.707485] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.707656] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.707775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.708013] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.708159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.708445] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.708595] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.708705] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.708967] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.709104] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.709238] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 is going to be created. [ 746.730767] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.730997] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.731327] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.731552] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.731776] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.731993] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.932913] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 746.933120] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 deletion is rescheduled due to dependency. [ 746.933217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.492095] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: SUCCESS [ 747.492656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.492656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.492656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.492955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.492955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.493313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.493404] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.572351] env[66213]: INFO networking_nsxv3.common.synchronization [req-45800771-63fd-46fa-9591-933604526649 req-f4b1b43f-6c68-4db8-8426-a04a05a7d0e3 service nova] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 747.572516] env[66213]: INFO networking_nsxv3.common.synchronization [req-45800771-63fd-46fa-9591-933604526649 req-f4b1b43f-6c68-4db8-8426-a04a05a7d0e3 service nova] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 747.572640] env[66213]: INFO networking_nsxv3.common.synchronization [req-45800771-63fd-46fa-9591-933604526649 req-f4b1b43f-6c68-4db8-8426-a04a05a7d0e3 service nova] Enqueued Resource ID: 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 with Priority: HIGHEST for action port [ 747.572964] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_rules [ 747.573115] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 747.573209] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 with Priority: HIGHEST for action port [ 747.574408] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.574540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.574608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.574806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.574885] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.575846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.575846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.575846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576355] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.576355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.576646] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.577422] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.577529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.577594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.577739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.577815] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6815ce-3366-4d07-89e9-8f4cf98ddb39',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.759711] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: SUCCESS [ 747.759711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.995922] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.080167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.080167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.080425] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.081940] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 with status ACTIVE [ 748.082075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.082198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.082519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.083101] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.083207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.083583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.083754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.083832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.084039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.084158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.084221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.084404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.084479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.084563] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b6815ce-3366-4d07-89e9-8f4cf98ddb39 is going to be updated. [ 748.106263] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.106403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.106477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.106722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.106907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.107092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6815ce-3366-4d07-89e9-8f4cf98ddb39" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.498084] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa45651a-82c6-4437-8639-eabc1f50183c: rpc.has_security_group_logging(os_id): False [ 748.519897] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.521170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa45651a-82c6-4437-8639-eabc1f50183c is going to be created. [ 748.586687] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.614421] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.614640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.614712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.615028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.615238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.627333] env[66213]: INFO networking_nsxv3.common.synchronization [None req-83cacd05-d9bc-4851-849a-88ef3a7ece79 None None] Enqueued Resource ID: c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29 with Priority: HIGHEST for action port [ 748.628366] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29 with Priority: HIGHEST for action port [ 748.628860] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.630099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.630099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.630441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.630644] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.636952] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: IN_PROGRESS for 2s [ 749.092842] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.093097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.093097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.093309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.093403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.093497] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf is going to be created. [ 749.123377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.123920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.124724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.124724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.124724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.135058] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: UNINITIALIZED for 2s [ 749.135730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29 [ 749.135730] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.135730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.135957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.135992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.136242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.136242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29 already deleted. [ 749.136487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b1e8c4-a921-4ec2-80ac-b89c28eb9b29" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.147188] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0a1b5ed9-2c51-452c-ad32-71b203addb73 None None] Enqueued Resource ID: ee689b4a-7a26-4f94-8c68-4b92671cbd63 with Priority: HIGHEST for action port [ 749.147947] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee689b4a-7a26-4f94-8c68-4b92671cbd63 with Priority: HIGHEST for action port [ 749.148460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee689b4a-7a26-4f94-8c68-4b92671cbd63 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.148571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee689b4a-7a26-4f94-8c68-4b92671cbd63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.148571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee689b4a-7a26-4f94-8c68-4b92671cbd63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.148898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee689b4a-7a26-4f94-8c68-4b92671cbd63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.149315] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee689b4a-7a26-4f94-8c68-4b92671cbd63',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.516331] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9ffc4c61-243e-4ce4-8845-a8fdb679679b tempest-ServersTestJSON-1936464517 tempest-ServersTestJSON-1936464517-project-member] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 749.516771] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 749.520839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.521049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.521609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.521942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.521942] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.648539] env[66213]: INFO networking_nsxv3.common.synchronization [None req-5f79910e-0502-4e62-a0d9-41bb6f4f07fa tempest-ServersTestJSON-1936464517 tempest-ServersTestJSON-1936464517-project-member] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 749.648539] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 749.648539] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.648539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.651575] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee689b4a-7a26-4f94-8c68-4b92671cbd63 [ 749.651840] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.651957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.652029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.652224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.652320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.652441] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee689b4a-7a26-4f94-8c68-4b92671cbd63 already deleted. [ 749.652474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee689b4a-7a26-4f94-8c68-4b92671cbd63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.892334] env[66213]: INFO networking_nsxv3.common.synchronization [req-38648239-8b8d-49ed-9d20-3a81ef5145dc req-94d2e827-6304-4e77-9c19-9be265f3f94a tempest-InstanceActionsV221TestJSON-1084379040 tempest-InstanceActionsV221TestJSON-1084379040-project-member] Enqueued Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 749.896046] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 749.896046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.896046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.896046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896046] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.054117] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.054117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.054117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.054117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.054117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.054117] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 already deleted. [ 750.054117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.055382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.055382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.055382] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.380115] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.380426] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-88" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.381343] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-88" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.382078] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-88" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.385781] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.385781] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.385781] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.386098] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.386389] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.386470] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.386539] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.386641] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.386741] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.386857] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.386954] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.387103] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.398718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.398904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.398993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.399237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.399323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.399517] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.399612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.399691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.399863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.399975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.400048] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b97197-a3d9-433f-8874-d90e91734d37 already deleted. [ 750.400128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.409957] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.409957] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.409957] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.409957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-88" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.409957] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-5b5ef7a2-6d38-4df0-9430-0892f553b54b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.409957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.410686] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.410686] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.410686] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b5ef7a2-6d38-4df0-9430-0892f553b54b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.580543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.580857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.580857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.580961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.580990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.581128] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 already deleted. [ 750.581240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: SUCCESS [ 750.651779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.914165] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.914165] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.914165] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.914357] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.914492] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.914691] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 5b5ef7a2-6d38-4df0-9430-0892f553b54b not found, creating... [ 750.915021] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.915236] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.915418] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.915683] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.916032] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.917201] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.917201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.917201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.917201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.917201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.917201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 5b5ef7a2-6d38-4df0-9430-0892f553b54b is going to be created. [ 750.938738] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.940269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.940269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.940269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.940269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.940269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.146081] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: SUCCESS [ 751.146362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.146551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.146846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.147061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.147189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.147999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.148169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.148492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148492] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.651874] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.684502] env[66213]: INFO networking_nsxv3.common.synchronization [req-38648239-8b8d-49ed-9d20-3a81ef5145dc req-35b188f9-78cd-4645-bd62-c4e28c612b0a service nova] Enqueued Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_rules [ 751.684689] env[66213]: INFO networking_nsxv3.common.synchronization [req-38648239-8b8d-49ed-9d20-3a81ef5145dc req-35b188f9-78cd-4645-bd62-c4e28c612b0a service nova] Enqueued Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 751.684802] env[66213]: INFO networking_nsxv3.common.synchronization [req-38648239-8b8d-49ed-9d20-3a81ef5145dc req-35b188f9-78cd-4645-bd62-c4e28c612b0a service nova] Enqueued Resource ID: 5b5ef7a2-6d38-4df0-9430-0892f553b54b with Priority: HIGHEST for action port [ 751.685519] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_rules [ 751.685723] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 751.686210] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5ef7a2-6d38-4df0-9430-0892f553b54b with Priority: HIGHEST for action port [ 751.686330] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.686468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.686731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.686992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.687129] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.688723] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.688967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.689256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.689487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.689678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.690402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.690517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.690814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.690814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.690929] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.692129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b5ef7a2-6d38-4df0-9430-0892f553b54b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692972] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b5ef7a2-6d38-4df0-9430-0892f553b54b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.703066] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6e7750bd-fe0d-4d12-849e-2414f6604dad None None] Enqueued Resource ID: c0b696be-874d-4113-bd75-5967552760dc with Priority: HIGHEST for action port [ 751.703066] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b696be-874d-4113-bd75-5967552760dc with Priority: HIGHEST for action port [ 751.703066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b696be-874d-4113-bd75-5967552760dc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.703449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b696be-874d-4113-bd75-5967552760dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.703761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b696be-874d-4113-bd75-5967552760dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.704096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b696be-874d-4113-bd75-5967552760dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.704209] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b696be-874d-4113-bd75-5967552760dc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.154477] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b39e7a05-6f5c-44fa-81ed-405d3058c8cf: rpc.has_security_group_logging(os_id): False [ 752.179131] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.179131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.179131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.179381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.179381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.179516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.179618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.179677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.179853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.179976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.180028] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf is going to be created. [ 752.196013] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.199751] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.199860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200146] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b5ef7a2-6d38-4df0-9430-0892f553b54b with status ACTIVE [ 752.200383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.200519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.202787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.203722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.203722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.203722] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.203971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.203971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.204554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.204554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.204695] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.205298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.205298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.205298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.205298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.205617] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b5ef7a2-6d38-4df0-9430-0892f553b54b is going to be updated. [ 752.210644] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b696be-874d-4113-bd75-5967552760dc [ 752.210644] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.210644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.210644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.210644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.210644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.210644] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b696be-874d-4113-bd75-5967552760dc already deleted. [ 752.210644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b696be-874d-4113-bd75-5967552760dc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.231577] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.231780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.231822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.232071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.232229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.232424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b5ef7a2-6d38-4df0-9430-0892f553b54b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.262304] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.262514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.262588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.284305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.284305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.284305] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: IN_PROGRESS for 2s [ 752.700056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.204392] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.204677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.205169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.205359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.205521] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b97197-a3d9-433f-8874-d90e91734d37 is going to be created. [ 753.238198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.238317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.238317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.238597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.239568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.255333] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: UNINITIALIZED for 2s [ 753.522283] env[66213]: INFO networking_nsxv3.common.synchronization [None req-7eb6f600-180d-4a47-99d9-cb97c98b24ba None None] Enqueued Resource ID: 84f2854a-a016-4af9-8df3-046868cdb461 with Priority: HIGHEST for action port [ 753.522283] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f2854a-a016-4af9-8df3-046868cdb461 with Priority: HIGHEST for action port [ 753.522283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f2854a-a016-4af9-8df3-046868cdb461 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.522283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f2854a-a016-4af9-8df3-046868cdb461" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.522283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f2854a-a016-4af9-8df3-046868cdb461" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.523329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f2854a-a016-4af9-8df3-046868cdb461" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.523616] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f2854a-a016-4af9-8df3-046868cdb461',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.030943] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84f2854a-a016-4af9-8df3-046868cdb461 [ 754.031623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.033517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.033517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.033517] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84f2854a-a016-4af9-8df3-046868cdb461 already deleted. [ 754.033517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f2854a-a016-4af9-8df3-046868cdb461" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.293236] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: SUCCESS [ 754.293236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.266460] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: SUCCESS [ 755.266847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.266915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.267142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.267375] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.267500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.267583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.268192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.268532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.268771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.268961] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.402854] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0f7c2b1e-1b25-4eb2-a14e-d5f799d50a6d tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d with Priority: HIGHEST for action security_group_rules [ 755.403551] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d with Priority: HIGHEST for action security_group_rules [ 755.404252] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.404379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.404472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.404728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.404809] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1cf7dc-9d2f-4128-a63d-648b3748ff7d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.532366] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e264bee4-fc3a-4bae-b4a8-0e0b71e25021 tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d with Priority: HIGHEST for action security_group_rules [ 755.532963] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d with Priority: HIGHEST for action security_group_rules [ 755.533290] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.533420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.771763] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.771975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.772063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.772235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.772415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.772516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.773388] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.773388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.773623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.773750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.773844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.773901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.774061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.774151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.774259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.774343] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.926579] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.926727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.926796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.927158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.927256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.927354] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d already deleted. [ 755.927433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.927623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.927733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.927816] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1cf7dc-9d2f-4128-a63d-648b3748ff7d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.281954] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39b97197-a3d9-433f-8874-d90e91734d37: rpc.has_security_group_logging(os_id): False [ 756.304652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.304652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.304652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.304652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.305233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.305568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.305804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.306213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.306464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.306652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.307075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.307219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308075] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b97197-a3d9-433f-8874-d90e91734d37 is going to be created. [ 756.411892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.412087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.412225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.412338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.412517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.435730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: IN_PROGRESS for 2s [ 756.452034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.452270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.452327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.452581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.452723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.452840] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1cf7dc-9d2f-4128-a63d-648b3748ff7d already deleted. [ 756.452937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1cf7dc-9d2f-4128-a63d-648b3748ff7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.384040] env[66213]: INFO networking_nsxv3.common.synchronization [req-7e124700-df5d-478e-b588-41b477d50dbe req-b737a653-e33a-4784-b3af-e048f09e7e66 tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 758.384512] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 758.385256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.385256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.385256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.385729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.385919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.386132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.386132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.386295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.386381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.386478] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.453763] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: SUCCESS [ 758.454050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.889332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.889599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.889731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.890084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.890247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.890548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.890718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.890820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.891062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.891197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.891337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 758.925377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.925690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.925690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.925887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.925947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.940894] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 758.987353] env[66213]: INFO networking_nsxv3.common.synchronization [req-af0923bb-e36e-4eb3-b2d2-a50fa34a39c4 req-a9a6f804-caaa-427f-8d62-f8d9cae2221c tempest-ServerMetadataTestJSON-1502390867 tempest-ServerMetadataTestJSON-1502390867-project-member] Enqueued Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 758.987353] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGHEST for action security_group_members [ 758.987353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.988162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.988287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.988437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.988595] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.988697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.988764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.988968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.989068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.989194] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.493495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.493769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.493769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.493980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.494108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.494320] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.494424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.494487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.494647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.494724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.494820] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537b70fb-6671-4667-8302-800e70248c58 is going to be updated. [ 759.537937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.537937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.538567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.538567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.551416] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: IN_PROGRESS for 2s [ 759.824217] env[66213]: INFO networking_nsxv3.common.synchronization [req-716aeb50-bdd5-44bf-a07f-c184b4fb45ba req-4db005e0-5c3b-4d13-ad64-a621469b6e68 tempest-FloatingIPsAssociationTestJSON-1120681322 tempest-FloatingIPsAssociationTestJSON-1120681322-project-member] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 759.824217] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 759.825536] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.825719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.825826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.826405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.826405] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.826572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.826623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.826881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.827098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.827168] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.329621] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.834047] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.952949] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 760.953140] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 760.953200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.335080] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.335250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.335422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.335606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.335713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.335828] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be updated. [ 761.370407] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.370626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.370626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.370837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.370986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.381667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 761.563035] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537b70fb-6671-4667-8302-800e70248c58 in Status: SUCCESS [ 761.563142] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537b70fb-6671-4667-8302-800e70248c58 deletion is rescheduled due to dependency. [ 761.563286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.494365] env[66213]: INFO networking_nsxv3.common.synchronization [req-3512201f-d1e2-43bb-96c0-c6e037c5f478 req-66ac0dae-9f78-4752-b6df-09b872acc01f tempest-ServersAdminNegativeTestJSON-507951085 tempest-ServersAdminNegativeTestJSON-507951085-project-member] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 762.494365] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGHEST for action security_group_members [ 762.494365] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.499392] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.499392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.499392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.499392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.499392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.499392] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.790868] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a97746c-f0f9-4e38-9777-eee34b3f7e90 req-70bcd10c-ea27-44a7-adaa-6616948676b4 tempest-ServerGroupTestJSON-993117826 tempest-ServerGroupTestJSON-993117826-project-member] Enqueued Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 762.791736] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 762.792077] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.792197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.792257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.793248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.793458] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.793573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.793638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.793816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.793902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.793997] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.004039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.004215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.004286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.004496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.004586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.004784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.004880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.004942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.005177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.005262] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be updated. [ 763.042756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.042987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.043104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.043518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.043518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.054780] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: IN_PROGRESS for 2s [ 763.190020] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190020] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-614" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.190161] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-614" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.190513] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-614" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.190864] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.191019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.191242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.191415] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.192176] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.192176] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.192176] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.192176] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.192176] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.192176] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.192863] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.214580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.214805] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.214974] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.215194] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-614" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.215654] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-4c68495d-8ba4-4902-b900-91d8bf081110 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.215986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.216180] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.216534] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.216663] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c68495d-8ba4-4902-b900-91d8bf081110',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.297928] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.298132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.298174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.298405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.298516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.298699] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.298804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.298859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.299114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.299188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.299720] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad already deleted. [ 763.299720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.396838] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 763.397103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.720520] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.721045] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.721045] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.721542] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.721732] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.722350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 4c68495d-8ba4-4902-b900-91d8bf081110 not found, creating... [ 763.722528] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.722784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.722966] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.723340] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.723556] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.724012] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.724297] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.724653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.725097] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.725322] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 4c68495d-8ba4-4902-b900-91d8bf081110 is going to be created. [ 763.756386] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.756671] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.756915] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.757399] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.757659] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.757999] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a97746c-f0f9-4e38-9777-eee34b3f7e90 req-eb23d540-50b5-44f7-a5bd-589051d3b99e service nova] Enqueued Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_rules [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a97746c-f0f9-4e38-9777-eee34b3f7e90 req-eb23d540-50b5-44f7-a5bd-589051d3b99e service nova] Enqueued Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a97746c-f0f9-4e38-9777-eee34b3f7e90 req-eb23d540-50b5-44f7-a5bd-589051d3b99e service nova] Enqueued Resource ID: 4c68495d-8ba4-4902-b900-91d8bf081110 with Priority: HIGHEST for action port [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_rules [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 764.560232] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c68495d-8ba4-4902-b900-91d8bf081110 with Priority: HIGHEST for action port [ 764.560232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.560232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.560232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.562314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.562570] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.563939] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.564232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.564443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.564734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.564987] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.565767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.565767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.565937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.566122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.566300] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.568271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c68495d-8ba4-4902-b900-91d8bf081110 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.568271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.568271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.568271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.568271] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c68495d-8ba4-4902-b900-91d8bf081110',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.070755] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.071382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071701] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.073587] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c68495d-8ba4-4902-b900-91d8bf081110 with status ACTIVE [ 765.073842] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.074077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.074328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.075967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075967] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c68495d-8ba4-4902-b900-91d8bf081110 is going to be updated. [ 765.079321] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 in Status: SUCCESS [ 765.079321] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 deletion is rescheduled due to dependency. [ 765.079479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.112587] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.112587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.112587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.112587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.112587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.112587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c68495d-8ba4-4902-b900-91d8bf081110" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.476656] env[66213]: INFO networking_nsxv3.common.synchronization [req-25b9a030-19db-43d4-92de-cacbbda442f9 req-8c914ede-e6ce-4901-81be-a69db2f9048d tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 765.480848] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 765.480848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.480848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.480848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.480848] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.579384] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.692884] env[66213]: INFO networking_nsxv3.common.synchronization [None req-7a255c77-3aa4-4aae-98b6-5cfe694cec2b None None] Enqueued Resource ID: ee486dbc-19ba-4a55-8298-f58410bb7198 with Priority: HIGHEST for action port [ 765.693504] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee486dbc-19ba-4a55-8298-f58410bb7198 with Priority: HIGHEST for action port [ 765.693824] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee486dbc-19ba-4a55-8298-f58410bb7198 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.693951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee486dbc-19ba-4a55-8298-f58410bb7198" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.694756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee486dbc-19ba-4a55-8298-f58410bb7198" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.695348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee486dbc-19ba-4a55-8298-f58410bb7198" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.695348] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee486dbc-19ba-4a55-8298-f58410bb7198',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.981298] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.981545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.981621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.981839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.981929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.982155] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.982267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.982315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.982458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.982538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.982645] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 already deleted. [ 765.982731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.071018] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.071018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.071018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071018] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.071018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071731] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.072104] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.072488] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.072842] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.073036] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.073582] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.073582] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.073582] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.073765] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.073765] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.083703] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.083900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.084039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.084314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.084468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.085375] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad is going to be created. [ 766.106515] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.106515] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.106515] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.106745] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.107205] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-59cd550e-eb10-4cba-849a-0128212b2562 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.107702] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.107702] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.108162] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.108162] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59cd550e-eb10-4cba-849a-0128212b2562',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.129111] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.129323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.140989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: UNINITIALIZED for 2s [ 766.200654] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee486dbc-19ba-4a55-8298-f58410bb7198 [ 766.201322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.201322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.201322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.201322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.201565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.201565] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee486dbc-19ba-4a55-8298-f58410bb7198 already deleted. [ 766.201678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee486dbc-19ba-4a55-8298-f58410bb7198" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.612040] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.612212] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.612339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.612796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.612796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.612902] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 59cd550e-eb10-4cba-849a-0128212b2562 not found, creating... [ 766.613205] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.613369] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.613482] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.613703] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.614060] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.614131] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.614286] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.614395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.614599] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.614724] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.614858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 59cd550e-eb10-4cba-849a-0128212b2562 is going to be created. [ 766.642128] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.642128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.642128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.642128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.642128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.642128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.398013] env[66213]: INFO networking_nsxv3.common.synchronization [req-25b9a030-19db-43d4-92de-cacbbda442f9 req-dc260cbb-ffd0-45c9-8302-0ab99a14e9b9 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 767.398308] env[66213]: INFO networking_nsxv3.common.synchronization [req-25b9a030-19db-43d4-92de-cacbbda442f9 req-dc260cbb-ffd0-45c9-8302-0ab99a14e9b9 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 767.400516] env[66213]: INFO networking_nsxv3.common.synchronization [req-25b9a030-19db-43d4-92de-cacbbda442f9 req-dc260cbb-ffd0-45c9-8302-0ab99a14e9b9 service nova] Enqueued Resource ID: 59cd550e-eb10-4cba-849a-0128212b2562 with Priority: HIGHEST for action port [ 767.400516] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 767.400516] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 767.400516] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59cd550e-eb10-4cba-849a-0128212b2562 with Priority: HIGHEST for action port [ 767.400516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.400516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.400516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.400516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.400516] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.401225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.401332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.402053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.402053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.402053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.402053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.402053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.402053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.402327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.402327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.402930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-59cd550e-eb10-4cba-849a-0128212b2562 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.403050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.403361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.403361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.403361] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59cd550e-eb10-4cba-849a-0128212b2562',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.542381] env[66213]: INFO networking_nsxv3.common.synchronization [req-f03d997b-cc8d-42f5-a3c3-a58ddfcbef5d req-15bfefdc-3105-4be5-a5b1-c52963b44e7c tempest-InstanceActionsV221TestJSON-1084379040 tempest-InstanceActionsV221TestJSON-1084379040-project-member] Enqueued Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 767.543044] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b97197-a3d9-433f-8874-d90e91734d37 with Priority: HIGHEST for action security_group_members [ 767.543320] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b97197-a3d9-433f-8874-d90e91734d37 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.543450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.543517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.543738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.543922] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.544041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.544041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.544415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.544415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.544415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b97197-a3d9-433f-8874-d90e91734d37',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.905282] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.907311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.907311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.907820] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59cd550e-eb10-4cba-849a-0128212b2562 with status ACTIVE [ 767.907820] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.907909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.908139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.908222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.908290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.908465] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.908561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.908613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.908879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.908970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.909184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.909278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.909329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.909475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.909597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.909649] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59cd550e-eb10-4cba-849a-0128212b2562 is going to be updated. [ 767.932222] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.932410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.932507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.932887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.933039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.933289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59cd550e-eb10-4cba-849a-0128212b2562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.944840] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0e72e3ae-e900-4cf8-8b01-257d11ef7d28 None None] Enqueued Resource ID: 1a96a8e0-d967-4cde-8614-b97d2192e9c2 with Priority: HIGHEST for action port [ 767.944840] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a96a8e0-d967-4cde-8614-b97d2192e9c2 with Priority: HIGHEST for action port [ 767.944840] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a96a8e0-d967-4cde-8614-b97d2192e9c2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.944840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a96a8e0-d967-4cde-8614-b97d2192e9c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.944840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a96a8e0-d967-4cde-8614-b97d2192e9c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.947205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a96a8e0-d967-4cde-8614-b97d2192e9c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.947205] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a96a8e0-d967-4cde-8614-b97d2192e9c2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.050655] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.050655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.050655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.050856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.050856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.051216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.051216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.051216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.051384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.051415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.055026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b97197-a3d9-433f-8874-d90e91734d37 is going to be updated. [ 768.087650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.087808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.087849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.088210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.089059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.101504] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: IN_PROGRESS for 2s [ 768.132282] env[66213]: INFO networking_nsxv3.common.synchronization [req-9d360b87-294b-475d-a0c4-20e142fdd57a req-5b63a7ee-4ee3-4dc5-8b7e-7dfd70220db5 tempest-ServersTestFqdnHostnames-583372078 tempest-ServersTestFqdnHostnames-583372078-project-member] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 768.132861] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 768.133209] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.133384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.133530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.134055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.135045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.135045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.135045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.135045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.135045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.135045] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.152904] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: SUCCESS [ 768.153104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.153270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.153482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.153670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.153784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.153849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.154096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.154174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.154268] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.408956] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.450285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a96a8e0-d967-4cde-8614-b97d2192e9c2 [ 768.450510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.450832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.450832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.450937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.450987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.451096] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a96a8e0-d967-4cde-8614-b97d2192e9c2 already deleted. [ 768.451171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a96a8e0-d967-4cde-8614-b97d2192e9c2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627574] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-10" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-10" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-10" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627574] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627574] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.627574] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.627574] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.628126] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.628126] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.628126] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.628126] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.637092] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.637316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.637629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.637915] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.638061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.638145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.638289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.638363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.638466] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 already deleted. [ 768.638556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.649235] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.649397] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.649515] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.649673] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-10" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.650015] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.650195] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.650362] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.650670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.650808] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ed710c-12c8-4e4c-aadc-433f05e9ee93',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.657231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.657591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.657692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.658401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.658689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.658979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.659074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.659256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.659342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.659427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.659575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.659669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.659728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.659874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.660073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.660148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.660206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.660348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.660442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.660498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.660584] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.915338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.915491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.915561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.915773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.915862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.915954] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 768.940653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.941091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.942867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.942867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.942867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.953475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: UNINITIALIZED for 2s [ 769.154475] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.156270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.156270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.156270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.156270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.156270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port f3ed710c-12c8-4e4c-aadc-433f05e9ee93 not found, creating... [ 769.157805] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.157805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.157805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.157805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.157805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.157805] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.157805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.158163] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.158312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.158481] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.158686] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f3ed710c-12c8-4e4c-aadc-433f05e9ee93 is going to be created. [ 769.162728] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3846e866-8ee1-4df9-b39b-6734727a50ad: rpc.has_security_group_logging(os_id): False [ 769.179693] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.179863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.180019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.180400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.180588] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.180713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.180817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.180976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.181180] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.181341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.181403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.181546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.181617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.181813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.181905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.181965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.182189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.182291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.182426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad is going to be created. [ 769.184518] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.184739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.184881] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.185197] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.185403] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.185647] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.258560] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.258858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.259095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.259477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.259824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.281198] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: IN_PROGRESS for 2s [ 769.908043] env[66213]: INFO networking_nsxv3.common.synchronization [req-9d360b87-294b-475d-a0c4-20e142fdd57a req-b2423da2-ff68-4555-8acd-d2008af9a132 service nova] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 769.908505] env[66213]: INFO networking_nsxv3.common.synchronization [req-9d360b87-294b-475d-a0c4-20e142fdd57a req-b2423da2-ff68-4555-8acd-d2008af9a132 service nova] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 769.908505] env[66213]: INFO networking_nsxv3.common.synchronization [req-9d360b87-294b-475d-a0c4-20e142fdd57a req-b2423da2-ff68-4555-8acd-d2008af9a132 service nova] Enqueued Resource ID: f3ed710c-12c8-4e4c-aadc-433f05e9ee93 with Priority: HIGHEST for action port [ 769.909630] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_rules [ 769.909682] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 769.909766] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ed710c-12c8-4e4c-aadc-433f05e9ee93 with Priority: HIGHEST for action port [ 769.910176] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.910295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.910407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.910675] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.911870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.911870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.911870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.912039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.912145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.912245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.912305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.912460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.912546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.912636] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.913502] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.913679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.913833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.913910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ed710c-12c8-4e4c-aadc-433f05e9ee93',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.114180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b97197-a3d9-433f-8874-d90e91734d37 in Status: SUCCESS [ 770.116775] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b97197-a3d9-433f-8874-d90e91734d37 deletion is rescheduled due to dependency. [ 770.116775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b97197-a3d9-433f-8874-d90e91734d37" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.415645] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.415775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.417136] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.418825] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ed710c-12c8-4e4c-aadc-433f05e9ee93 with status ACTIVE [ 770.419078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.419256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.419256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.420217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.420217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.420328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.423280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.423785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.424723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.424935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427517] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.427517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.427517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.427517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.427517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427517] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ed710c-12c8-4e4c-aadc-433f05e9ee93 is going to be updated. [ 770.448946] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.448946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.448946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.448946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.448946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.448946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ed710c-12c8-4e4c-aadc-433f05e9ee93" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.927804] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.967048] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967048] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.967048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.967416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.967416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.967416] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.290032] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.290386] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.295947] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: SUCCESS [ 771.296431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.430769] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.430769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.430877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.431129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.431463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.431463] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 is going to be created. [ 771.455270] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.455462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.455529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.455680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.455902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.468039] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: UNINITIALIZED for 2s [ 771.472828] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.472828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.473144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.473144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.473539] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.473676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.473747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.474087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.474199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.474328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.474646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.474872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.475017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.475271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.475453] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.475584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.475710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.476096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.476096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.476096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.476321] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.981111] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c5cb4c-21c7-4f10-9ddf-83c65f881c91: rpc.has_security_group_logging(os_id): False [ 772.005444] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.006064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.006242] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.006347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.006413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.006564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.007048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.007048] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.007048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.007337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.007510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.007586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.007788] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.007880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.007937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.008099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.008172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.008256] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 772.069500] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.069718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.069718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.069970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.070212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.083726] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 773.479235] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: SUCCESS [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.482036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.482036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.482036] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.986775] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.098641] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 774.099126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.492703] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243b39ff-1753-4249-815f-61703d49ebb6: rpc.has_security_group_logging(os_id): False [ 774.511099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.511264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.511333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.511546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.511633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.511867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.511987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.512039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.512164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.512265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.512356] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 is going to be created. [ 774.577467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.577616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.577688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.577899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.578096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.596441] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: IN_PROGRESS for 2s [ 774.701378] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1e448865-960e-4b5e-a853-4d98eb078777 None None] Enqueued Resource ID: 58f2824f-996a-4a69-ba37-14d5b95f986d with Priority: HIGHEST for action port [ 774.702037] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f2824f-996a-4a69-ba37-14d5b95f986d with Priority: HIGHEST for action port [ 774.703971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f2824f-996a-4a69-ba37-14d5b95f986d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.704090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f2824f-996a-4a69-ba37-14d5b95f986d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.704090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f2824f-996a-4a69-ba37-14d5b95f986d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.704368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f2824f-996a-4a69-ba37-14d5b95f986d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.704441] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f2824f-996a-4a69-ba37-14d5b95f986d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.206408] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f2824f-996a-4a69-ba37-14d5b95f986d [ 775.206575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.206685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.206809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.207184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.207304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.207473] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f2824f-996a-4a69-ba37-14d5b95f986d already deleted. [ 775.207564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f2824f-996a-4a69-ba37-14d5b95f986d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.658291] env[66213]: INFO networking_nsxv3.common.synchronization [req-06d9a714-a3bf-426d-8f15-019d46bc4b63 req-7733e7d3-bcb9-4bc0-8a09-046784430957 tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 775.659606] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 775.660065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.660065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.660306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.660500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.660581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.660725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.660725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.660887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.660968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.661158] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.165104] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.614183] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: SUCCESS [ 776.614435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.667153] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.172305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.173397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.173397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.173397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.173397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 777.205439] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.205439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.205439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.205439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.205439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.215211] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 777.493049] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0d43f822-32d0-4ad8-9c35-cc90b08763b8 None None] Enqueued Resource ID: 4e8f0fff-bcac-4a1f-9811-f268a26f8380 with Priority: HIGHEST for action port [ 777.494924] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e8f0fff-bcac-4a1f-9811-f268a26f8380 with Priority: HIGHEST for action port [ 777.496590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e8f0fff-bcac-4a1f-9811-f268a26f8380 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.496590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e8f0fff-bcac-4a1f-9811-f268a26f8380" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.496590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e8f0fff-bcac-4a1f-9811-f268a26f8380" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.496590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e8f0fff-bcac-4a1f-9811-f268a26f8380" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.496590] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e8f0fff-bcac-4a1f-9811-f268a26f8380',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.971794] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9582496e-fe6b-4bf7-aeb7-13901ff8bb85 None None] Enqueued Resource ID: f837df29-dc63-4742-ade3-c44d0cc8fef3 with Priority: HIGHEST for action port [ 777.972089] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f837df29-dc63-4742-ade3-c44d0cc8fef3 with Priority: HIGHEST for action port [ 777.972646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f837df29-dc63-4742-ade3-c44d0cc8fef3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.972758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f837df29-dc63-4742-ade3-c44d0cc8fef3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.972844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f837df29-dc63-4742-ade3-c44d0cc8fef3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.973113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f837df29-dc63-4742-ade3-c44d0cc8fef3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.973153] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f837df29-dc63-4742-ade3-c44d0cc8fef3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.998180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e8f0fff-bcac-4a1f-9811-f268a26f8380 [ 777.998924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.998924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.998924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.998924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.999195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.999195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e8f0fff-bcac-4a1f-9811-f268a26f8380 already deleted. [ 777.999195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e8f0fff-bcac-4a1f-9811-f268a26f8380" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.479422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f837df29-dc63-4742-ade3-c44d0cc8fef3 [ 778.480523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.480523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.480523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.480795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.480846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.480947] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f837df29-dc63-4742-ade3-c44d0cc8fef3 already deleted. [ 778.481122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f837df29-dc63-4742-ade3-c44d0cc8fef3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.229749] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 779.230111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.550047] env[66213]: INFO networking_nsxv3.common.synchronization [req-ed5d88fc-5fd1-4429-ac4f-9d4bf6751f8f req-82982a22-f393-4a2d-97fd-7398b5a01448 tempest-ServerGroupTestJSON-993117826 tempest-ServerGroupTestJSON-993117826-project-member] Enqueued Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 779.551029] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGHEST for action security_group_members [ 779.551538] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.551899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.551899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.552173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.552399] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.552494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.552731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.552731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.552873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.552999] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.589658] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e8ff6531-ffcb-40a2-8d94-1f7e20f0abb4 None None] Enqueued Resource ID: b92bd2ae-5f3f-454a-9834-7b5a13136aa8 with Priority: HIGHEST for action port [ 779.590020] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92bd2ae-5f3f-454a-9834-7b5a13136aa8 with Priority: HIGHEST for action port [ 779.590299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92bd2ae-5f3f-454a-9834-7b5a13136aa8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.590420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92bd2ae-5f3f-454a-9834-7b5a13136aa8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.590477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92bd2ae-5f3f-454a-9834-7b5a13136aa8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.590733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92bd2ae-5f3f-454a-9834-7b5a13136aa8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.590827] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92bd2ae-5f3f-454a-9834-7b5a13136aa8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.055596] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.055762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.055811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.056056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.056153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.056383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.056515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.056593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.056757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.056834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.057061] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad is going to be updated. [ 780.089897] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.089897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.089897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.089897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.089897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.097766] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b92bd2ae-5f3f-454a-9834-7b5a13136aa8 [ 780.097766] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.097766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.097766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.097766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.097766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.097766] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b92bd2ae-5f3f-454a-9834-7b5a13136aa8 already deleted. [ 780.098119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92bd2ae-5f3f-454a-9834-7b5a13136aa8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.099801] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: IN_PROGRESS for 2s [ 782.112674] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3846e866-8ee1-4df9-b39b-6734727a50ad in Status: SUCCESS [ 782.113643] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad deletion is rescheduled due to dependency. [ 782.113643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.591049] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 784.591286] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 786.290639] env[66213]: INFO networking_nsxv3.common.synchronization [None req-3362a005-1b83-4a5d-9cf4-e9dad81f22be tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 786.293125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 786.293125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.293125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.293125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.293125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.293125] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.425247] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d8b11151-81a9-4703-bdde-ee34155ebcd4 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 786.425673] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 786.425997] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.426846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.814707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.814992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.814992] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 already deleted. [ 786.814992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817038] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.345593] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.345904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.345904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.346032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.346176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.346244] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 already deleted. [ 787.346309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.444224] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0dcbf41-0323-4b1a-86d4-561e3adf398e req-bf67d670-04db-43dd-b871-8f6fee6fb7a5 tempest-AttachInterfacesV270Test-755940218 tempest-AttachInterfacesV270Test-755940218-project-member] Enqueued Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 788.444646] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 788.448348] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.448558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.448637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.448920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.449178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.449262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.449326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.449487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.449569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.449662] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.760581] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.760581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-530" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.760869] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-530" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.761264] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-530" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.761469] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.761629] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.761800] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.762427] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.762427] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.762427] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.762427] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.762655] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.762655] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.762726] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.762801] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.762933] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.783666] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.783776] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.783846] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.783993] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-530" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.784660] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-164eabae-9266-4d8a-b90b-465d18c9eb2b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.784660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.784660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.784903] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.785109] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164eabae-9266-4d8a-b90b-465d18c9eb2b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.952314] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.952479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.952766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.952854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.953748] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.953748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.953748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.953748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.953748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.953748] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947b85c5-b093-4386-ba15-3b42be279915 already deleted. [ 788.953748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.288906] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.288906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.288906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.289288] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.289471] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.289635] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 164eabae-9266-4d8a-b90b-465d18c9eb2b not found, creating... [ 789.289931] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.290286] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.290552] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291536] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.291536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.291536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291810] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291996] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 164eabae-9266-4d8a-b90b-465d18c9eb2b is going to be created. [ 789.316939] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.317311] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.317439] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.317854] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.318107] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.318348] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.009345] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0dcbf41-0323-4b1a-86d4-561e3adf398e req-0f5b84fc-56d4-4437-aac2-7cd79c1cc609 service nova] Enqueued Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_rules [ 790.009590] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0dcbf41-0323-4b1a-86d4-561e3adf398e req-0f5b84fc-56d4-4437-aac2-7cd79c1cc609 service nova] Enqueued Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 790.009638] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0dcbf41-0323-4b1a-86d4-561e3adf398e req-0f5b84fc-56d4-4437-aac2-7cd79c1cc609 service nova] Enqueued Resource ID: 164eabae-9266-4d8a-b90b-465d18c9eb2b with Priority: HIGHEST for action port [ 790.010179] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_rules [ 790.010316] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 790.010443] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164eabae-9266-4d8a-b90b-465d18c9eb2b with Priority: HIGHEST for action port [ 790.010680] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.010800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.010863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.011152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.011237] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.012178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.012178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.012276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.012391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.012537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.012632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.012692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.012834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.012911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.012995] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.013796] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-164eabae-9266-4d8a-b90b-465d18c9eb2b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.013884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.013917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.014053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.014322] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164eabae-9266-4d8a-b90b-465d18c9eb2b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.518438] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.520658] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.520658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.520658] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 164eabae-9266-4d8a-b90b-465d18c9eb2b with status ACTIVE [ 790.520910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.520910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.521013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.521181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.521379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.521495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.521895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.521895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.521895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.522027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.522461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.522461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.522461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.522610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.522640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.522713] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 164eabae-9266-4d8a-b90b-465d18c9eb2b is going to be updated. [ 790.550080] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.550356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.550486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.550809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.551053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.551315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164eabae-9266-4d8a-b90b-465d18c9eb2b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.025251] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.087962] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-1c2bfd3c-919e-4894-903c-6b68c872e911 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 791.088386] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 791.088708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.088832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.088898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.089324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.089462] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.089572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.089635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.089801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.089886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.089982] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.534757] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535789] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947b85c5-b093-4386-ba15-3b42be279915 is going to be created. [ 791.553882] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.558167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.558167] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.558167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.558167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.558167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.558167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.558167] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.558167] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.558167] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.558167] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.558167] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.558167] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.558167] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.569230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.569370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.569440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.569624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.569784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.580132] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: UNINITIALIZED for 2s [ 791.582198] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.582480] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.582480] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.582868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.582949] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.583163] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.583306] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.583622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.583757] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb9d4cc-6ebb-46aa-9791-3ec0248027a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.596749] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.596900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.596971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.597200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.597284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.597476] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.597574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.597773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.597773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.597864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.597935] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb already deleted. [ 791.598020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.765813] env[66213]: INFO networking_nsxv3.common.synchronization [req-e9e4aeb4-d79a-460c-8dc6-91cd76c927c1 req-2020d604-4ef9-4ee9-9349-bc148cc8fc61 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 791.766594] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 791.766691] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.767100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.767100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.767207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.767374] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.767549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.767646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.767852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.767981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.768131] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.087298] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.087613] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.087650] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.087901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.088063] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.088217] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 not found, creating... [ 792.088489] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.088642] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.088756] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.088969] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.089135] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.089424] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.089573] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.089682] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.089879] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.090009] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.093099] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 is going to be created. [ 792.127161] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.127373] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.127491] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.127760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.127983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.128231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.270392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.270500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.270705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.270840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.271109] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.271314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.271314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.271421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.271577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.271639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 792.304438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.304760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.304760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.304859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.305017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.316571] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 792.845303] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-da283685-34b8-45d4-ba8c-c25c842fc910 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 792.845303] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-da283685-34b8-45d4-ba8c-c25c842fc910 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 792.845303] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-da283685-34b8-45d4-ba8c-c25c842fc910 service nova] Enqueued Resource ID: fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 with Priority: HIGHEST for action port [ 792.846506] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 792.846506] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 792.846506] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 with Priority: HIGHEST for action port [ 792.846738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.846879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.847203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.847435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.847717] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.848504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.848616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.848691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.848869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.849255] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.849255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.849255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.849431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.849497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.849587] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.851153] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.851153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.851153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.851153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.851153] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb9d4cc-6ebb-46aa-9791-3ec0248027a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.864459] env[66213]: INFO networking_nsxv3.common.synchronization [req-8f50bf5f-a84e-4b57-94cb-41feceff4bd0 req-868bda5d-e605-47c4-b902-2005b59b8695 tempest-ServersTestManualDisk-581166345 tempest-ServersTestManualDisk-581166345-project-member] Enqueued Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 792.866332] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45651a-82c6-4437-8639-eabc1f50183c with Priority: HIGHEST for action security_group_members [ 792.866798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa45651a-82c6-4437-8639-eabc1f50183c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.867032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.867032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.867891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.867891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.867891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.867891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.869716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.869810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.869908] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa45651a-82c6-4437-8639-eabc1f50183c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.354849] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.356265] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.356265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.356265] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 with status ACTIVE [ 793.356265] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.356504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.356504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.356686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.356830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.356955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.357064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.357124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.357297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.357373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.357557] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.359488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.359488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.359488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.359488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.359488] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb9d4cc-6ebb-46aa-9791-3ec0248027a3 is going to be updated. [ 793.372136] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.372313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.372414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373746] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373746] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45651a-82c6-4437-8639-eabc1f50183c is going to be updated. [ 793.383554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.383554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.383554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.383554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.383797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.383856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb9d4cc-6ebb-46aa-9791-3ec0248027a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.403483] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.403712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.403712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.403919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.404070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.430111] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: IN_PROGRESS for 2s [ 793.591304] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: SUCCESS [ 793.591304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.595602] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595602] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.860031] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.901202] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-eb572c9a-c1bf-435f-a835-4065bb066478 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 793.901990] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 793.901990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.902415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.102057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.102764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.102764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.102764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.102764] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.172890] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d9446e3c-204b-44aa-9691-668f65e97c12 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 794.174971] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 794.174971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.174971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.174971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.174971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.174971] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.260854] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.260991] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.261932] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.262353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.262771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.264418] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.264418] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.264418] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.264418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.264418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.264418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.264418] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.264418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.264418] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.285370] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.285558] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.285730] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.285909] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.286437] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-64019096-172e-4d56-8066-5766356c5986 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.287022] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.287022] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.287151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.287243] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64019096-172e-4d56-8066-5766356c5986',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.327860] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 794.328148] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 794.328602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.364549] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.364846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.364846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365173] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be created. [ 794.391809] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.391961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.392044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.392277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.392455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.395583] env[66213]: INFO networking_nsxv3.common.synchronization [None req-b4ac1201-9e46-472b-a6fb-653729aa0cae tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 794.396110] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 794.397167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.397284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.402822] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: UNINITIALIZED for 2s [ 794.605271] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947b85c5-b093-4386-ba15-3b42be279915: rpc.has_security_group_logging(os_id): False [ 794.627880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.628029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.628107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.628338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.628459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.628606] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.628704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.628768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.628920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.628995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.629200] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.629295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.629355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.629495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.629577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.629798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.629885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.629952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.630100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.630161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.630247] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947b85c5-b093-4386-ba15-3b42be279915 is going to be created. [ 794.696463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.696654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.696726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.696941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.698850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.698965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.699042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.699286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.699361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.699447] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f already deleted. [ 794.699528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.700035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.700335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.700415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.708217] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: IN_PROGRESS for 2s [ 794.792977] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.793373] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.793373] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.793692] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.793792] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793933] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 64019096-172e-4d56-8066-5766356c5986 not found, creating... [ 794.794231] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.794419] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.794872] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.794872] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.794872] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.795148] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.795426] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.795540] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.795743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.795863] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.795993] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 64019096-172e-4d56-8066-5766356c5986 is going to be created. [ 794.824581] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.824698] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.824747] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.824984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.825563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.825563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.228775] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.228775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.228775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.229557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.229557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.229557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f already deleted. [ 795.229557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.444329] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa45651a-82c6-4437-8639-eabc1f50183c in Status: SUCCESS [ 795.444329] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa45651a-82c6-4437-8639-eabc1f50183c deletion is rescheduled due to dependency. [ 795.444329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa45651a-82c6-4437-8639-eabc1f50183c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.616145] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-a9f224d3-9612-4337-9908-62b859955bd7 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 795.616145] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-a9f224d3-9612-4337-9908-62b859955bd7 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 795.616145] env[66213]: INFO networking_nsxv3.common.synchronization [req-d0a7b196-187c-477b-8166-66996a431e23 req-a9f224d3-9612-4337-9908-62b859955bd7 service nova] Enqueued Resource ID: 64019096-172e-4d56-8066-5766356c5986 with Priority: HIGHEST for action port [ 795.616401] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 795.616532] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 795.616779] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64019096-172e-4d56-8066-5766356c5986 with Priority: HIGHEST for action port [ 795.617525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.617525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.617525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.617525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.617525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-64019096-172e-4d56-8066-5766356c5986 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.617525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.618151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.618151] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64019096-172e-4d56-8066-5766356c5986',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.121025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64019096-172e-4d56-8066-5766356c5986 with status ACTIVE [ 796.121204] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.121350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.121458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.121690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.121745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.121903] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64019096-172e-4d56-8066-5766356c5986 is going to be updated. [ 796.148232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.148450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.148450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.149161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.149161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.149161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64019096-172e-4d56-8066-5766356c5986" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.413343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 796.413556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.413732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.414069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.414324] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.414729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.414729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.414729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.414729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.414854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.414902] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.415761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.415924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418628] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.421663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.421794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.421879] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.723981] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: SUCCESS [ 796.723981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.926182] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.926353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.926572] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.428579] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.931159] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.931454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.931454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.932059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.932059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.932059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 797.963072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.965296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.965296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.965296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.965296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.991457] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 799.576872] env[66213]: INFO networking_nsxv3.common.synchronization [req-acb737f5-6f13-4e2f-af92-a964ededeaca req-f49fe035-1423-4fba-8200-5e776a8b2d39 tempest-ServersTestJSON-1936464517 tempest-ServersTestJSON-1936464517-project-member] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 799.577526] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 799.577833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.577956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.578157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.578467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.578632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.578739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.578800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.578964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.579078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.579164] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.928291] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.928496] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-874" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.928597] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-874" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.928942] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-874" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.929246] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.929398] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.929510] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.929744] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.929879] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.930176] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.930274] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.930343] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.930418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.930520] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.930647] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.930778] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.956810] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.957099] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.957259] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.957526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-874" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.957939] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.958155] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.958314] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.958720] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.958914] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ca9390-e603-4dd6-8994-c44cb7c8bdb5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.003254] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 800.003735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.003988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.004279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.004504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.004669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.004757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.004962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.005083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.005201] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.081652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.081824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.081908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.082114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.082207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.082463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.082563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.082624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.082780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.082854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.082937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 already deleted. [ 800.083026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.462121] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.462514] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.462679] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.463220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463424] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 not found, creating... [ 800.463730] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.463894] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.464037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.464313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.464479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.464791] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.464979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.465145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.465429] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.465606] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.465879] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 is going to be created. [ 800.490559] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.490793] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.490873] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.491157] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.491378] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.491592] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.507222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.010337] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.209310] env[66213]: INFO networking_nsxv3.common.synchronization [req-acb737f5-6f13-4e2f-af92-a964ededeaca req-5526c960-7fea-4205-974b-18d3025fd34a service nova] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 801.209518] env[66213]: INFO networking_nsxv3.common.synchronization [req-acb737f5-6f13-4e2f-af92-a964ededeaca req-5526c960-7fea-4205-974b-18d3025fd34a service nova] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 801.209657] env[66213]: INFO networking_nsxv3.common.synchronization [req-acb737f5-6f13-4e2f-af92-a964ededeaca req-5526c960-7fea-4205-974b-18d3025fd34a service nova] Enqueued Resource ID: b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 with Priority: HIGHEST for action port [ 801.210211] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_rules [ 801.210328] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 801.210438] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 with Priority: HIGHEST for action port [ 801.210831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.210903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.210936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.211130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.211209] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.212097] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.212211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.212320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.212519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.212672] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.212770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.212863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.213036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.213129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.213212] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.214170] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.214291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.214359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.214510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.214573] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ca9390-e603-4dd6-8994-c44cb7c8bdb5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.513283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.513472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.513595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.513870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.514062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.514134] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 801.549687] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.549942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.549942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.550109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.550353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.562292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 801.716451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.716565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.716809] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.718701] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 with status ACTIVE [ 801.719018] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.719240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.719360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.719655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.720359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.720359] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.720359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.720617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.721706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.721706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.721706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.721706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.721706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.722088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.722088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.722088] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3ca9390-e603-4dd6-8994-c44cb7c8bdb5 is going to be updated. [ 801.753548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.753548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.753548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.753773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.753884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.754129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3ca9390-e603-4dd6-8994-c44cb7c8bdb5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.226991] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.731029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.731029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.731029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.731029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.731029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.731029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 is going to be created. [ 802.774095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.774095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.774095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.774095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.774095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.794308] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: UNINITIALIZED for 2s [ 803.577170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 803.577614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.577762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.578109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.578578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.578729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.578797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.579064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.579234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.579375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.579592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.579711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.579772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.579997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.580199] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.580337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.580402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.580620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.580698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.580786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.580885] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.084625] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c465879c-a74c-4275-8fd7-21de6c1aebfb: rpc.has_security_group_logging(os_id): False [ 804.106343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.106534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.106766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.106850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.107085] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.107246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.107335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.108062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.108062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.108062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.108062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.109075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.109075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.109305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.109781] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.109781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.109944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.110390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.110390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.110390] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be created. [ 804.185861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.186429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.186429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.186429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.204756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 804.805306] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: SUCCESS [ 804.805608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.805662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.805926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.806138] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.806797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.806797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.806797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.806797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.806797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.806797] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.251385] env[66213]: INFO networking_nsxv3.common.synchronization [req-8418fb7b-ff2f-4f24-b22a-b449119601e2 req-a4238c99-0302-47f7-8ecf-24bf32d57708 tempest-AttachInterfacesV270Test-755940218 tempest-AttachInterfacesV270Test-755940218-project-member] Enqueued Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 805.252719] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947b85c5-b093-4386-ba15-3b42be279915 with Priority: HIGHEST for action security_group_members [ 805.253324] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-947b85c5-b093-4386-ba15-3b42be279915 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.253324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.253567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.253821] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.254099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.254341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.254448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.254598] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947b85c5-b093-4386-ba15-3b42be279915',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.309926] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.560213] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1154507-eeb2-46c2-b303-3ae2c2aaa0fc req-a9cfef26-4875-498a-8e54-f100f56d7908 tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 805.562837] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 805.567031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.567031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.567031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.567387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.567832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.567832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.567832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.567832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.568254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.568254] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.761876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.762400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.762743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.763428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.763428] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.763428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.763618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.763792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.763947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.764112] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947b85c5-b093-4386-ba15-3b42be279915 is going to be updated. [ 805.813679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53cc73bb-a9e1-4675-ac1c-0da287ed76b0: rpc.has_security_group_logging(os_id): False [ 805.828324] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.828324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.828324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.828610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.828819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.837108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.837400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.837400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.837685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.837727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.837966] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.838113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.838153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.838383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.838489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.838610] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 is going to be created. [ 805.841299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: IN_PROGRESS for 2s [ 805.961867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.962444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.964121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.964378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.966892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.986839] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: IN_PROGRESS for 2s [ 806.070720] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.070870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.070928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.071205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.071314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.071520] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.071625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.074026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.074026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.074026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.074026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 806.090414] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.090522] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.090576] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.091840] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.094059] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.094059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.094059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.094059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.094059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.094059] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.094059] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.094059] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.094059] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.094059] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.094489] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.094886] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.111224] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.111224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.111224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.111461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.111493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.117140] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.117343] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.117431] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.117596] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.117906] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.118080] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.118199] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.118539] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.118667] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.126265] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 806.219254] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 806.219254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.220559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.223856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.223856] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.242606] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.242606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.242606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.242606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.242606] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.622702] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.623062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.623170] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.623477] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.623648] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.623798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e not found, creating... [ 806.624106] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.624288] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.624405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.624662] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.624814] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.625574] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.625842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.627991] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.629083] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.629267] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.629420] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e is going to be created. [ 806.658240] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.658497] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.658680] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.659060] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.659368] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.659653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.694558] env[66213]: INFO networking_nsxv3.common.synchronization [req-48f6ebfa-2627-460b-9868-cebe4ff88fd5 req-1a153b76-fe46-4c24-881a-05b5f23dfcf4 tempest-FloatingIPsAssociationTestJSON-1120681322 tempest-FloatingIPsAssociationTestJSON-1120681322-project-member] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 806.695231] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGHEST for action security_group_members [ 806.695545] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.696140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.696140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.697447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.697651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.697794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.697882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.698110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.698199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.698305] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.726999] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.727530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.728428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.728621] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.728621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.728717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.729656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.729656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.744285] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.169501] env[66213]: INFO networking_nsxv3.common.synchronization [req-ce35fc46-9647-4865-9597-3521e54dafc0 req-73628eb4-3d5b-4229-99f0-0f79a6e24f15 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 807.169501] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 807.170251] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.170358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.170430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.170639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.171061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.171061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.171061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.171223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.171223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.171289] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.201193] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.201193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.201193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.201458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.201458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.201522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.201618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.201688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.202104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.202104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.202104] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be updated. [ 807.235750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.236655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.237397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.237822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.237822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.238027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.240067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.248546] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.251570] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: IN_PROGRESS for 2s [ 807.476782] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1154507-eeb2-46c2-b303-3ae2c2aaa0fc req-7af8c46a-4610-4953-b946-3e6c555fd462 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 807.476782] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1154507-eeb2-46c2-b303-3ae2c2aaa0fc req-7af8c46a-4610-4953-b946-3e6c555fd462 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 807.476906] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1154507-eeb2-46c2-b303-3ae2c2aaa0fc req-7af8c46a-4610-4953-b946-3e6c555fd462 service nova] Enqueued Resource ID: 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e with Priority: HIGHEST for action port [ 807.477493] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 807.477628] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 807.477723] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e with Priority: HIGHEST for action port [ 807.478409] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.478782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.478782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.478918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.479012] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.479939] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.480037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.480333] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.480421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.480421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.480617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.480690] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.552109] env[66213]: INFO networking_nsxv3.common.synchronization [req-ef4cece5-fff3-4464-b7c5-88fd5234a573 req-141b1efb-5c3c-44bc-9b3c-552c04796e88 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 807.552663] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 807.552980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.553070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.675327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.750053] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 807.750280] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 807.866812] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947b85c5-b093-4386-ba15-3b42be279915 in Status: SUCCESS [ 807.867025] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947b85c5-b093-4386-ba15-3b42be279915 deletion is rescheduled due to dependency. [ 807.867161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947b85c5-b093-4386-ba15-3b42be279915" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.982518] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.982647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.982884] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e with status ACTIVE [ 807.983010] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.983108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.983176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.984337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.984889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.984889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984889] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e is going to be updated. [ 808.006449] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: SUCCESS [ 808.006449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.013131] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.013131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.013131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.013462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.013462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.013589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f364bc2-d7f8-4a30-ae6c-69fa5ac1710e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.145529] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 808.145529] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 deletion is rescheduled due to dependency. [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.145529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.145529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.145529] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.178638] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.648366] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.681359] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.681886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.681973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.682128] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 808.711578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.711578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.711578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.711851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.726179] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 808.727381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.728589] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 808.734445] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.734577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.734577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.734824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.734919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.747482] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 808.770943] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.771163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.771163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.771713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.777492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.778615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 808.778749] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.778888] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 808.825733] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.825955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.826020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.826221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.827644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.827852] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 808.927045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.927285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.927376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.927707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.928101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.928436] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 809.008238] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.008238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.008238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008548] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 809.008667] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f5b35805-35cd-4767-af59-e986ee16789d', 'dcaa03b0-7734-442b-af72-fb67d68dbcdb', '28b4f214-d8a4-486f-ba7d-ed91877a91ce', '53cc73bb-a9e1-4675-ac1c-0da287ed76b0', 'a8c9eb2e-ed75-41ef-82ef-c0bd59844baf', 'f2cb4e31-5269-4ed7-9b14-d3ee32acb049', '3846e866-8ee1-4df9-b39b-6734727a50ad', '537b70fb-6671-4667-8302-800e70248c58', '243b39ff-1753-4249-815f-61703d49ebb6', 'c75a1a19-1520-4848-97a9-51b05052beb2', '6ee32996-5bc1-4e0c-b6cd-be31bc3a960f', 'c465879c-a74c-4275-8fd7-21de6c1aebfb', '81c78484-f1a5-4ece-b7cc-c7683ec135b6', 'f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f', 'e46060bb-78aa-40b3-b9be-6067eb5058a6', '40c31950-722e-4944-8975-68e42e195ddd', 'e8c5cb4c-21c7-4f10-9ddf-83c65f881c91', 'b88bd9ce-ec78-440a-84ff-c3b66b3496c8', 'b39e7a05-6f5c-44fa-81ed-405d3058c8cf', 'e987bd80-4368-41cc-8ef8-f17c810b7e61', '82ae44ea-2307-478b-ac51-78a05d746f6d', 'd654ce3e-e536-4490-98e7-7dd8e06c1e5f', '0a7bd0f3-597a-480f-a2e3-44cbf68c7c69', 'bcf57216-278a-4344-8c2b-e56963685d17', 'eba54dee-dcbd-4e6c-b89c-8f9435682743', 'e8bf4ffb-73df-4d49-beda-599a0b6aa071', '45066e2e-72e3-443b-bb93-cf7b8a1cdb8e', '947b85c5-b093-4386-ba15-3b42be279915', '307b6e50-5981-4974-aa78-020c69d437d3', '9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136', '39b97197-a3d9-433f-8874-d90e91734d37', 'fa45651a-82c6-4437-8639-eabc1f50183c', '1ccc10ed-d71c-46de-a7ac-dc993366a9cf', '7197bb84-632b-4d1d-9881-b5709cec6960', '477d0fd8-0022-4dac-bbef-f416d0768f54', 'ff35ce86-b905-4157-ac13-c6c3befa5ea7', '0893292e-fe1c-49cc-a3f7-c627fd984a6e'} {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.008787] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 809.032379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.032379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.032379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.032379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.032379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.032379] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 809.032379] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.032379] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 809.109584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.109584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.109584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.109853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.110523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.112013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 809.112013] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 809.112013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 809.112013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 809.112013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGH for action security_group_rules [ 809.112013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGH for action security_group_rules [ 809.112505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGH for action security_group_rules [ 809.112742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 809.112742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGH for action security_group_rules [ 809.112742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGH for action security_group_rules [ 809.112742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGH for action security_group_rules [ 809.112861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.156355] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.266435] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5b35805-35cd-4767-af59-e986ee16789d in Status: SUCCESS [ 809.266435] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5b35805-35cd-4767-af59-e986ee16789d deletion is rescheduled due to dependency. [ 809.266435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.544041] env[66213]: INFO networking_nsxv3.common.synchronization [req-1d0ad6e0-4c58-49e7-b1f1-ca219408eb86 req-7c63f7cc-685f-4951-a2fd-351b3ebb8b0e tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 809.545073] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 809.545073] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b35805-35cd-4767-af59-e986ee16789d with Priority: HIGH for action security_group_rules [ 809.545073] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGH for action security_group_rules [ 809.545458] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846e866-8ee1-4df9-b39b-6734727a50ad with Priority: HIGH for action security_group_rules [ 809.545701] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 with Priority: HIGH for action security_group_rules [ 809.546041] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGH for action security_group_rules [ 809.546222] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGH for action security_group_rules [ 809.546512] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 with Priority: HIGH for action security_group_rules [ 809.546792] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c31950-722e-4944-8975-68e42e195ddd with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75a1a19-1520-4848-97a9-51b05052beb2 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537b70fb-6671-4667-8302-800e70248c58 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGH for action security_group_rules [ 809.549125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.549125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.549890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.550294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.550930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.552948] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.552948] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5b35805-35cd-4767-af59-e986ee16789d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.552948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.553755] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5b35805-35cd-4767-af59-e986ee16789d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.554934] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.555212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.555409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.555867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.556133] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.559279] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3846e866-8ee1-4df9-b39b-6734727a50ad taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.559279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.559279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.559279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.559279] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3846e866-8ee1-4df9-b39b-6734727a50ad',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.561046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e46060bb-78aa-40b3-b9be-6067eb5058a6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.561046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.561046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.561046] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e46060bb-78aa-40b3-b9be-6067eb5058a6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.563494] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.563739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.563881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.564446] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.568905] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.568905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.568905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.568905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.568905] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.573191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.573191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.573191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.573191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.573191] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88bd9ce-ec78-440a-84ff-c3b66b3496c8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.575815] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.575815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.575815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.575815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.575815] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.576673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.576958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.577124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.577909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.577909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.577909] env[66213]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 809.578704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c31950-722e-4944-8975-68e42e195ddd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.579500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.579500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.579500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.579500] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c31950-722e-4944-8975-68e42e195ddd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.580336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.580989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.580989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.580989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.580989] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c78484-f1a5-4ece-b7cc-c7683ec135b6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.581881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582429] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.582995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.583615] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.584732] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c75a1a19-1520-4848-97a9-51b05052beb2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.584732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.584732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.584732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.584947] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c75a1a19-1520-4848-97a9-51b05052beb2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.585866] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.585941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.586274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.586357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.586576] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.587504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.587667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.587734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.587882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.587947] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.589067] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537b70fb-6671-4667-8302-800e70248c58 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.589262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.589507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.589590] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537b70fb-6671-4667-8302-800e70248c58',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.590580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.590687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.591157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.591157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.591157] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.592212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.592319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.592381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.592531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.592603] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.593981] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.594186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.594307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.594506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.594682] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.594930] env[66213]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 809.658799] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.658872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.658942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.659171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.659303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.659385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 809.699221] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.699437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.699525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.699666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.699816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.713941] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 810.100475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.100475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.100475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.100962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.100962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.100962] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.104492] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.104818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.104818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.104939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.125361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.125844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.127342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.128313] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.128313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.128313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.128313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.128313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.128313] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 810.129163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.129655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.136519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.136618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.136880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.137104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.137159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.137334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.137488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.137584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.137673] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.143935] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.144098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.144155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.144420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.144511] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.144659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.144659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.145564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.145564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.145564] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.150420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.150590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.150667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.150947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.151154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.151266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.151345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.151549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.151658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.151753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.151875] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.153295] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.153409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.153453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.153612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.153752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.153875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.153911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.154033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.154112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.154319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.154319] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.158134] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.158369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.158539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.158752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.158948] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.159112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.159272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.159444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.159603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.159738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.160678] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.163893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.164046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.164146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.164368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.164615] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.164757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.164844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.165033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.165147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.165330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.165330] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.166436] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.166557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.166655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.166859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.166917] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.166984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.167109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.167269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.167350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.167647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.167647] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.174997] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.175086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.177131] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.181417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.181417] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5b35805-35cd-4767-af59-e986ee16789d is going to be deleted. [ 810.183375] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.184053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.184053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.184053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.184053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.186239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.186239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.254934] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 810.256222] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.256435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.263392] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.263525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.265400] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.265604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.266730] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.267160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.269361] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.269563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.269653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.270195] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.270389] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.270577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.270681] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.271019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.271237] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.271457] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.271580] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.271760] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.271943] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.272094] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.272240] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.272344] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.274408] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.274541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.275593] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.275789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.276714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.276799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.277580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.277671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.278551] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.278639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.280075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.280203] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c78484-f1a5-4ece-b7cc-c7683ec135b6 is going to be deleted. [ 810.281667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.282257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.312670] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.312934] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.313084] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.313176] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.314564] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-fda74f17-6668-4844-a961-8bf3be3b2369 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.314564] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.314564] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.314564] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.314564] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda74f17-6668-4844-a961-8bf3be3b2369',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.316373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.316545] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be deleted. [ 810.318575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.318575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.342919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.343049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.354884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.354884] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c75a1a19-1520-4848-97a9-51b05052beb2 is going to be deleted. [ 810.355011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.355599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.380478] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.381244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.382577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.382747] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f is going to be deleted. [ 810.383806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.384061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.408341] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.408505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.420328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.420328] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88bd9ce-ec78-440a-84ff-c3b66b3496c8 is going to be deleted. [ 810.421417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.421570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.423102] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.423265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.458796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.458898] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c31950-722e-4944-8975-68e42e195ddd is going to be deleted. [ 810.460417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.460997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.495559] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.495912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.509678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.509678] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3846e866-8ee1-4df9-b39b-6734727a50ad is going to be deleted. [ 810.511037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.511037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.524184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.524318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.559557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.560260] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e46060bb-78aa-40b3-b9be-6067eb5058a6 is going to be deleted. [ 810.561307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.561435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.561560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.561846] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be deleted. [ 810.563115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.563454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607560] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.608631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.608631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.608631] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.608631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.608631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.608631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.608910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.608910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.609062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.609479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.609479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.609619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.609906] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.609906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.609906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.610648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.610648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.610648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.610648] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.641045] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.659567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.659737] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537b70fb-6671-4667-8302-800e70248c58 is going to be deleted. [ 810.660997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.661311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.661311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.661435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5b35805-35cd-4767-af59-e986ee16789d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.662639] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.662639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.662639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.662639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c31950-722e-4944-8975-68e42e195ddd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c78484-f1a5-4ece-b7cc-c7683ec135b6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c75a1a19-1520-4848-97a9-51b05052beb2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6c1b6c2-6e9c-41ac-b30c-e0a1d8d1729f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88bd9ce-ec78-440a-84ff-c3b66b3496c8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.667505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.667505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.667505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.667505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.667505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.667505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3846e866-8ee1-4df9-b39b-6734727a50ad" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.677420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.677420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.678097] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.679496] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.683120] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.683274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.683323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.683803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.683803] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.683803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.684096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.684096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.684096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.684206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.684316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.684470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.684470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.684582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.684718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.684856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.684895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.685101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.685174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.685231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.685570] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.688492] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcaa03b0-7734-442b-af72-fb67d68dbcdb: rpc.has_security_group_logging(os_id): False [ 810.823206] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.823484] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.823578] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.823995] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.824049] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.824177] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port fda74f17-6668-4844-a961-8bf3be3b2369 not found, creating... [ 810.824454] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.824613] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.824722] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.824939] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.825084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.825370] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.825522] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.825632] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.825861] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.825987] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826138] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: fda74f17-6668-4844-a961-8bf3be3b2369 is going to be created. [ 810.832311] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 810.832540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.832711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.833198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.833198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.833373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.833373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.833679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.833679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.834283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.834283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.834283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.834283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.834283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.834506] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.834506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.834582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.834678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.834746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.834843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.834909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.836835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.836954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.836997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.837234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.837304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.837708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.837708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.837708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.837850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.837983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.838030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.838180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.838239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.838332] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.848779] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.848779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.848779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.848779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.848779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.849139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e46060bb-78aa-40b3-b9be-6067eb5058a6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.875308] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.875691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.875691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.875823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.904855] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.905132] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.905266] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.905563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.905778] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.906018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.937963] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 810.938597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.938722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939790] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 810.940371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.940783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.940854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.941116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.941216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.941352] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb is going to be updated. [ 810.942638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.942863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.942949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.943068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537b70fb-6671-4667-8302-800e70248c58" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.112846] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28b4f214-d8a4-486f-ba7d-ed91877a91ce: rpc.has_security_group_logging(os_id): False [ 811.122634] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.122911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.122911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.123094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.123229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.144350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243b39ff-1753-4249-815f-61703d49ebb6: rpc.has_security_group_logging(os_id): False [ 811.147319] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.147508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.147573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.147804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.149853] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: IN_PROGRESS for 2s [ 811.176545] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.176721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.179110] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53cc73bb-a9e1-4675-ac1c-0da287ed76b0: rpc.has_security_group_logging(os_id): False [ 811.180330] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b39e7a05-6f5c-44fa-81ed-405d3058c8cf: rpc.has_security_group_logging(os_id): False [ 811.183009] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f: rpc.has_security_group_logging(os_id): False [ 811.187422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e987bd80-4368-41cc-8ef8-f17c810b7e61: rpc.has_security_group_logging(os_id): False [ 811.188423] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8c9eb2e-ed75-41ef-82ef-c0bd59844baf: rpc.has_security_group_logging(os_id): False [ 811.213958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.214572] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.214711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.214833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.215019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.215132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.215353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.215445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.215547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.215760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.215843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.216053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.216137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.216236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.216352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.216428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.216552] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 811.217998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.218218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.220480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.220604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.234933] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.240160] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.240421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.255670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.255670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.255670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.255670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.263253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.263793] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.263979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.264183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.264556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.264710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.264897] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 is going to be updated. [ 811.266430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.266778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.297355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.298548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.299080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.299199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.299479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.299562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.300145] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 is going to be updated. [ 811.301052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.301221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.340422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.340789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.340905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.340971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.341199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.341302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.341418] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf is going to be updated. [ 811.342817] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c465879c-a74c-4275-8fd7-21de6c1aebfb: rpc.has_security_group_logging(os_id): False [ 811.343882] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.343982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.344050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.344248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.351537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.351738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.381620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.381906] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.382098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.382219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.382510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.382629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.382728] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 811.383956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.384227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.392718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.392956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.445940] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.446236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.456407] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.456591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.490686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.491046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.491158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.491226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.491442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.491553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.491673] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 is going to be updated. [ 811.492848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.493285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.509710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.509931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.509931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.510606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.510606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551317] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 811.569503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.569725] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.571467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.571467] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be updated. [ 811.571692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.572101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.573187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.573925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.573925] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.573925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.574187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.574187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574372] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.574473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.574536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.574682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.574752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574989] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.575446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.575446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.575446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.575446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575446] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 811.576651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.576833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.577066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.577995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.578623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.578623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.579720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.579720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.658153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 811.659426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: IN_PROGRESS for 2s [ 811.663058] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: IN_PROGRESS for 2s [ 811.667798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.668169] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669812] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669812] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.669812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.670323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.670323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.670323] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 811.671322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.717284] env[66213]: INFO networking_nsxv3.common.synchronization [req-1d0ad6e0-4c58-49e7-b1f1-ca219408eb86 req-69646b04-ea4f-4dad-a922-769b568f5b9c service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 811.717544] env[66213]: INFO networking_nsxv3.common.synchronization [req-1d0ad6e0-4c58-49e7-b1f1-ca219408eb86 req-69646b04-ea4f-4dad-a922-769b568f5b9c service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 811.717967] env[66213]: INFO networking_nsxv3.common.synchronization [req-1d0ad6e0-4c58-49e7-b1f1-ca219408eb86 req-69646b04-ea4f-4dad-a922-769b568f5b9c service nova] Enqueued Resource ID: fda74f17-6668-4844-a961-8bf3be3b2369 with Priority: HIGHEST for action port [ 811.718348] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 811.718453] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 811.718504] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda74f17-6668-4844-a961-8bf3be3b2369 with Priority: HIGHEST for action port [ 811.719240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719881] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.721078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721351] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda74f17-6668-4844-a961-8bf3be3b2369 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.722702] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda74f17-6668-4844-a961-8bf3be3b2369',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.728175] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 811.728326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.728861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.729126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.729350] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.729469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.729536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.729707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.729788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729961] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.765917] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: IN_PROGRESS for 2s [ 811.782555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.782739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.782809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.783156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.783273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.812726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.812960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.814042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.814042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.821967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.822267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.822349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.822610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.824597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.833693] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.834292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.834427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.834659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.834821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.852310] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 811.854106] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 811.864966] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: IN_PROGRESS for 2s [ 811.890371] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 812.223753] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fda74f17-6668-4844-a961-8bf3be3b2369 with status ACTIVE [ 812.223990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.224236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.224236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.224466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.224559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.224739] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.224896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.224896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.225352] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.225470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.225523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.226383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227463] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fda74f17-6668-4844-a961-8bf3be3b2369 is going to be updated. [ 812.232022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.232839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.233207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.233437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.233525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.233746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.233904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.233966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.234362] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.234611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.234752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.235090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.235362] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.235532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.235737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.237394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.237394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237394] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.253315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.253315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.253315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.254166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.254166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.254166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda74f17-6668-4844-a961-8bf3be3b2369" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.266435] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 812.266657] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 812.266776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.266970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.267405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.267714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.267881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.267998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.268245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.268515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.268515] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.741423] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcf57216-278a-4344-8c2b-e56963685d17: rpc.has_security_group_logging(os_id): False [ 812.761871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.762112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.762174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.762444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.772725] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.796061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.796440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.796596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.796688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.797025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.797062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.797312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.797444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.797536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.797738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.797840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.801741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.801741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.802724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.802724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.802857] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 812.880772] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.880956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.880956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.881187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.881337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.895626] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 813.175335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: SUCCESS [ 813.175625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.279626] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.577662] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 813.577662] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb deletion is rescheduled due to dependency. [ 813.577662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.643731] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6e6dfb82-3e77-48d8-bd6d-a6a238e575f2 None None] Enqueued Resource ID: 807c1919-830c-4d88-b511-09a25f2ba098 with Priority: HIGHEST for action port [ 813.644675] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807c1919-830c-4d88-b511-09a25f2ba098 with Priority: HIGHEST for action port [ 813.644675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-807c1919-830c-4d88-b511-09a25f2ba098 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.644845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-807c1919-830c-4d88-b511-09a25f2ba098" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.644845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-807c1919-830c-4d88-b511-09a25f2ba098" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.645295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-807c1919-830c-4d88-b511-09a25f2ba098" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.645398] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('807c1919-830c-4d88-b511-09a25f2ba098',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.677767] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 813.678136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.678964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: SUCCESS [ 813.679660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.680797] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: SUCCESS [ 813.680972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.782668] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: SUCCESS [ 813.782885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.783296] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.783418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.783494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.783678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.783754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.784264] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 813.813268] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.813268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.813268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.813450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.813675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 813.866036] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 813.866209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.868456] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 813.868645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.894214] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: SUCCESS [ 813.894387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.903411] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 813.903605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.903777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.904013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.904294] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.150733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 807c1919-830c-4d88-b511-09a25f2ba098 [ 814.150733] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.150852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.150852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.151046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.151143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.151253] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:807c1919-830c-4d88-b511-09a25f2ba098 already deleted. [ 814.151343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-807c1919-830c-4d88-b511-09a25f2ba098" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.430212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.430487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.430487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.431681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.431681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.431681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be deleted. [ 814.482709] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.482880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.482956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.483222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.483619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.483619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.580470] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-6ff5c7f0-efd8-441e-ae38-bfd3ad5d39c1 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 814.580470] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 814.580740] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.582218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.582374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.582477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.582599] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.913126] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 814.913126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.085829] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.086056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.087778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.087907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.088208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.088345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.088433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.088612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.088726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.088847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c already deleted. [ 815.089082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.466418] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.466890] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.466890] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468581] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.468581] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.468581] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.468581] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.468581] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.468581] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.469649] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.469649] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.490766] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.490766] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.490766] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.490960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.492084] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.492084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.492084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.492084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.492084] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed90ccf-a1d6-4a83-87cd-ae8f18669153',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.838024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.838024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838024] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.995835] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.996100] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.996276] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.996465] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.996606] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996857] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 not found, creating... [ 815.997014] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.997163] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.997293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.997513] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.997642] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.997917] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.998085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.998197] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.998396] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.998526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.998656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 is going to be created. [ 816.024102] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.024419] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.024577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.024976] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.025340] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.025643] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.346247] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.346558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.346558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.346875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.347037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.347165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.347227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.347408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.347509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.347580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.347752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.347892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.347957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.348122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.348291] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.348409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.348467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.348613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.348853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.348853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.348972] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.808616] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-f910c1c9-bad7-4ede-8694-84786f602352 service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 816.808934] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-f910c1c9-bad7-4ede-8694-84786f602352 service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 816.808934] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-f910c1c9-bad7-4ede-8694-84786f602352 service nova] Enqueued Resource ID: 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 with Priority: HIGHEST for action port [ 816.809593] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 816.809770] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 816.809813] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 with Priority: HIGHEST for action port [ 816.810705] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.810835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.810925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.811223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.811309] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.814234] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.814234] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.814234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.814234] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.815440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.815440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.815440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.815642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.815642] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed90ccf-a1d6-4a83-87cd-ae8f18669153',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.852367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cb4e31-5269-4ed7-9b14-d3ee32acb049: rpc.has_security_group_logging(os_id): False [ 816.876038] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.876302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.876302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.876582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.876697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.877128] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.877128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.877291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.878735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.878879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.879166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.879347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.879424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.879610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.879691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.879896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.880030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.880064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.880220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.880305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.880381] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be created. [ 816.914229] env[66213]: INFO networking_nsxv3.common.synchronization [req-509e0ede-4df9-4d2e-9372-2b274d9c9460 req-d6e1fb27-08d3-4b18-a51c-dcfca801af18 tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 816.914876] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 816.915236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.915358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.915419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.915626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.915828] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.915931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.915990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.916154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.916247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.916348] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.951503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.951952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.951952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.952039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.952385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972164] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 817.258844] env[66213]: INFO networking_nsxv3.common.synchronization [None req-b571a17d-31ee-42ad-9886-3cef061972bc None None] Enqueued Resource ID: ba04fa73-3665-44bd-bbba-382724ddd236 with Priority: HIGHEST for action port [ 817.259494] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba04fa73-3665-44bd-bbba-382724ddd236 with Priority: HIGHEST for action port [ 817.259796] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba04fa73-3665-44bd-bbba-382724ddd236 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.259922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba04fa73-3665-44bd-bbba-382724ddd236" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.260011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba04fa73-3665-44bd-bbba-382724ddd236" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.260595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba04fa73-3665-44bd-bbba-382724ddd236" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.261230] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba04fa73-3665-44bd-bbba-382724ddd236',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.317561] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.318936] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.319103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.319215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 with status ACTIVE [ 817.320535] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320535] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.320535] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.321033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.321033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.321033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.321033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.321033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed90ccf-a1d6-4a83-87cd-ae8f18669153 is going to be updated. [ 817.346179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.346179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.346179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.348272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.348272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.348272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed90ccf-a1d6-4a83-87cd-ae8f18669153" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.401631] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-6375eae7-bfe9-4a2c-b711-46ca64ffe768 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 817.401932] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 817.402338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.402338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.419492] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.458447] env[66213]: INFO networking_nsxv3.common.synchronization [req-56b37922-1a80-4e7d-abb1-3c9a28bfbaab req-01894108-68e0-4484-b324-97a4d90c84cd tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 817.459985] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 with Priority: HIGHEST for action security_group_members [ 817.460418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8bf4ffb-73df-4d49-beda-599a0b6aa071 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.460608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.461821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.462454] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.462454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.462454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.462454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.462454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.462719] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8bf4ffb-73df-4d49-beda-599a0b6aa071',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.766424] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba04fa73-3665-44bd-bbba-382724ddd236 [ 817.766424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.766424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.766424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.766424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.766424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.766424] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba04fa73-3665-44bd-bbba-382724ddd236 already deleted. [ 817.766424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba04fa73-3665-44bd-bbba-382724ddd236" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.823551] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.896670] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.896670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.896670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.896670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.896927] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.897085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.897224] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.897537] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.897694] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.897904] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.898347] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.898442] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.898541] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.898648] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.898748] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.898874] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.919947] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.920411] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.921328] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.921328] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.921328] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-6dafdb50-8303-4012-9c8d-1d500ac852f4 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.921534] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.921534] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.922175] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.922175] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dafdb50-8303-4012-9c8d-1d500ac852f4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.922883] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.968337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.968337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.968337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.968337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.004819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005088] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.005205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.005279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.005494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.005581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005700] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 is going to be updated. [ 818.045632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.045815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.045888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.046137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.048271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.059661] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: IN_PROGRESS for 2s [ 818.328914] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328914] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be created. [ 818.359469] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.360276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.360742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.361104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.361461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.378401] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: UNINITIALIZED for 2s [ 818.426546] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.426660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.426815] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.427136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.427279] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.427429] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 6dafdb50-8303-4012-9c8d-1d500ac852f4 not found, creating... [ 818.427694] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.427868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.427952] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.428199] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.428327] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.428623] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.429829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.429829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.429829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.430046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.430241] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 6dafdb50-8303-4012-9c8d-1d500ac852f4 is going to be created. [ 818.431696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.431845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.431968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.432219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.432713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.432713] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 818.458568] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.459424] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.461118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.461488] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.461776] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.462062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.471008] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.471244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.471332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.471487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.471639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.492952] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 818.985968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 818.986245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.181319] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d37b3f2a-a2c8-4e4d-bb71-71b45b209362 service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 819.181663] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d37b3f2a-a2c8-4e4d-bb71-71b45b209362 service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 819.181925] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d37b3f2a-a2c8-4e4d-bb71-71b45b209362 service nova] Enqueued Resource ID: 6dafdb50-8303-4012-9c8d-1d500ac852f4 with Priority: HIGHEST for action port [ 819.183208] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 819.183208] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 819.183208] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dafdb50-8303-4012-9c8d-1d500ac852f4 with Priority: HIGHEST for action port [ 819.183530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.183705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.184069] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.184420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.184527] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dafdb50-8303-4012-9c8d-1d500ac852f4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.184714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.184838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.185370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.185370] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dafdb50-8303-4012-9c8d-1d500ac852f4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.688517] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dafdb50-8303-4012-9c8d-1d500ac852f4 with status ACTIVE [ 819.688672] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.688738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.688808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.689104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.690062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.690062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.690062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.690062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.690062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.690062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.690062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.690407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.690407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.690550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.690550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.690649] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dafdb50-8303-4012-9c8d-1d500ac852f4 is going to be updated. [ 819.712505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.712722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.712813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.713071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.713222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.713380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dafdb50-8303-4012-9c8d-1d500ac852f4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.071556] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 in Status: SUCCESS [ 820.072024] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8bf4ffb-73df-4d49-beda-599a0b6aa071 deletion is rescheduled due to dependency. [ 820.072024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8bf4ffb-73df-4d49-beda-599a0b6aa071" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389840] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 820.390073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.390683] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.390814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.390962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.391161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.391232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.391623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.391623] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.393440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.393612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.393775] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.393923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.394155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.394294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.394644] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.504581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 820.504804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896116] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.896254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.897637] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.400958] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.903900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.904070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.904134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.904345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.904434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.904583] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 821.934645] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.934962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.934962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.935120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.935268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.945635] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 822.369201] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-3a6fb19d-c50e-4edb-ae6d-e023c85c2946 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 822.369902] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 822.370524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.370646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.743694] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.744125] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.744180] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.744532] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.744876] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.745158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.745299] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.745533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.745773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.746084] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.746207] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.746318] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.746426] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.746537] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.746640] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.746785] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.805516] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.805725] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.806339] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.806339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-376" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.806472] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-29e41b58-606a-4032-b4f5-7339462a3d07 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806551] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.807013] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.807163] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e41b58-606a-4032-b4f5-7339462a3d07',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.311472] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.311472] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.311472] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.311472] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.311472] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.312014] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 29e41b58-606a-4032-b4f5-7339462a3d07 not found, creating... [ 823.312014] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.312174] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.312240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.312719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.312719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.313068] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.313068] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.313434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.313434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.313591] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.313676] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 29e41b58-606a-4032-b4f5-7339462a3d07 is going to be created. [ 823.338633] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.338841] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.339328] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.339328] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.339567] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.339834] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.958153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 823.958538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.959598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.959598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.959598] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.959598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.959598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.959598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.959826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.959826] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.118115] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d274e9f3-8905-4d1e-bd77-3b4720a811ee service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 824.118477] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d274e9f3-8905-4d1e-bd77-3b4720a811ee service nova] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 824.119191] env[66213]: INFO networking_nsxv3.common.synchronization [req-c736dcea-be70-4f1d-99b4-55f85a9c1cef req-d274e9f3-8905-4d1e-bd77-3b4720a811ee service nova] Enqueued Resource ID: 29e41b58-606a-4032-b4f5-7339462a3d07 with Priority: HIGHEST for action port [ 824.120140] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_rules [ 824.120614] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 824.120865] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e41b58-606a-4032-b4f5-7339462a3d07 with Priority: HIGHEST for action port [ 824.121129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.121229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.121503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.121648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.121794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e41b58-606a-4032-b4f5-7339462a3d07 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.121950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.122060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.122311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.122433] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e41b58-606a-4032-b4f5-7339462a3d07',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.462728] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.624833] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29e41b58-606a-4032-b4f5-7339462a3d07 with status ACTIVE [ 824.625086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.625252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.625397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.625617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.625731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.625902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.626012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.626125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.626255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.626381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.626617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.627184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.627184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.627184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.627507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.627623] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29e41b58-606a-4032-b4f5-7339462a3d07 is going to be updated. [ 824.663793] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.663990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.663990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.665549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.665549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.665549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e41b58-606a-4032-b4f5-7339462a3d07" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.965610] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.161846] env[66213]: INFO networking_nsxv3.common.synchronization [req-dfe53ad2-db3a-4f5a-b24e-2cbd91474739 req-32a88a86-1e8d-4c59-b679-b38ec36d44ac tempest-VolumesAssistedSnapshotsTest-528241462 tempest-VolumesAssistedSnapshotsTest-528241462-project-member] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 825.162530] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGHEST for action security_group_members [ 825.164041] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.164041] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.164041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.164041] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.468721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.468968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.469092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469637] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 825.501678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.501838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.501903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.502254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.502420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.516118] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 825.666530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.666737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.666968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.667068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.667262] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.667422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.667572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.667625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.667666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.667734] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb is going to be updated. [ 825.700453] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.700613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.700684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.700910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.701065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.710356] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: IN_PROGRESS for 2s [ 827.530083] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.530083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.530083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.530083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.530083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.530943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.531237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.531599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.531714] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.534182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.534361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.534524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.534630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.534694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.534832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.534926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.535047] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.721182] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb in Status: SUCCESS [ 827.721599] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb deletion is rescheduled due to dependency. [ 827.721811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.739378] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c5ecfbac-7d00-4b44-939a-4eff3492bc7a None None] Enqueued Resource ID: daa71363-ff1f-4d2e-ae44-7492dca5e155 with Priority: HIGHEST for action port [ 827.740281] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa71363-ff1f-4d2e-ae44-7492dca5e155 with Priority: HIGHEST for action port [ 827.740453] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa71363-ff1f-4d2e-ae44-7492dca5e155 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.740532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa71363-ff1f-4d2e-ae44-7492dca5e155" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.740623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa71363-ff1f-4d2e-ae44-7492dca5e155" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.740949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa71363-ff1f-4d2e-ae44-7492dca5e155" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.741130] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa71363-ff1f-4d2e-ae44-7492dca5e155',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.037841] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3a76f99-4153-42fd-9444-c90933ab6c2c: rpc.has_security_group_logging(os_id): False [ 828.038665] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.068726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.068726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.068726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.068726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.068726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.068726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.068726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.069920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.071063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.071063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.071063] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.071063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.071063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.071338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.071338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.071404] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.071454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.071492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.071647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.071715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.072164] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be created. [ 828.135032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.135208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.135251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.135936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.135936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.148393] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 828.245223] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa71363-ff1f-4d2e-ae44-7492dca5e155 [ 828.245223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.245223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.245223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.245223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.245223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.245223] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa71363-ff1f-4d2e-ae44-7492dca5e155 already deleted. [ 828.245223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa71363-ff1f-4d2e-ae44-7492dca5e155" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.544118] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.051293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.051293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.051293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.051293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.051293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.051293] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 829.083229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.083389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.083439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.083630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.084196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.097149] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 830.163344] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 830.163344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.163556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.163596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.163681] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.667506] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.667506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.737178] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c7a54562-0ee4-43ad-90bf-3db60e23b3e7 None None] Enqueued Resource ID: d15f0694-b910-4fa6-8b71-1c7862567a42 with Priority: HIGHEST for action port [ 830.737578] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15f0694-b910-4fa6-8b71-1c7862567a42 with Priority: HIGHEST for action port [ 830.740059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d15f0694-b910-4fa6-8b71-1c7862567a42 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.740059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d15f0694-b910-4fa6-8b71-1c7862567a42" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.740059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d15f0694-b910-4fa6-8b71-1c7862567a42" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.740059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d15f0694-b910-4fa6-8b71-1c7862567a42" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.740059] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15f0694-b910-4fa6-8b71-1c7862567a42',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.766870] env[66213]: INFO networking_nsxv3.common.synchronization [req-0db7cc08-cd77-4cdb-b3d9-dd87e3a8c930 req-81b3ab24-8369-4afc-9dda-73fbe3944d07 tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 830.768132] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 830.769299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.770090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.770187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.770241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.770423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.770515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.770615] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.799210] env[66213]: INFO networking_nsxv3.common.synchronization [req-0db7cc08-cd77-4cdb-b3d9-dd87e3a8c930 req-81b3ab24-8369-4afc-9dda-73fbe3944d07 tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 830.799499] env[66213]: INFO networking_nsxv3.common.synchronization [req-0db7cc08-cd77-4cdb-b3d9-dd87e3a8c930 req-81b3ab24-8369-4afc-9dda-73fbe3944d07 tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 830.799696] env[66213]: INFO networking_nsxv3.common.synchronization [req-0db7cc08-cd77-4cdb-b3d9-dd87e3a8c930 req-81b3ab24-8369-4afc-9dda-73fbe3944d07 tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 830.800293] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 830.800451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 830.800576] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 830.801252] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.801367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.801439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.801673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.801782] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.803145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.803145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.803145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.803335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.803335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.803452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.803707] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b04e26-bbef-4d1b-bcbd-485f670dfeb1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.107405] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 831.107756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.108144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.108438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.108721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.108915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.109035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.109537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.109668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.109762] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.176387] env[66213]: INFO networking_nsxv3.common.synchronization [req-4724d191-7ccb-4082-bd54-acaea9bc1f95 req-3eb306ab-6e6e-4210-9acb-85baff8fa553 tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 831.177191] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 831.178666] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.178795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.178870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.179076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.179232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.179334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.179422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.179569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.179651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.179745] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.240964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d15f0694-b910-4fa6-8b71-1c7862567a42 [ 831.241321] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.241480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.241651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.241887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.242165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.242165] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d15f0694-b910-4fa6-8b71-1c7862567a42 already deleted. [ 831.242165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d15f0694-b910-4fa6-8b71-1c7862567a42" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.274186] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.307583] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.307696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.309148] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with status ACTIVE [ 831.309148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.309148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.309148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.309148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.309148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.309528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.309528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.309528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.309659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.310050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.310050] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.310050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.310050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.310228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.310328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.310328] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 is going to be updated. [ 831.337987] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.338244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.338339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.338577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.338660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.338834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.613403] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.681990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.683742] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.685038] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 831.718162] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.718351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.718400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.718706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.720772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.729830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 831.780325] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.117958] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.285946] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.286275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.286672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.286796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.286998] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be updated. [ 832.320553] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.320738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.320778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.321555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.321555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.332300] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 832.623562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.623727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.623806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624301] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 832.653898] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.653898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.653898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.653898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.653898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.664369] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 833.681096] env[66213]: INFO networking_nsxv3.common.synchronization [req-169cebd5-13a7-4ce7-a6bf-6b84c2726415 req-2f4822d3-13f0-4c18-949a-5630a362ba8f tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 833.682580] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 833.682580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.682580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698276] env[66213]: INFO networking_nsxv3.common.synchronization [req-169cebd5-13a7-4ce7-a6bf-6b84c2726415 req-2f4822d3-13f0-4c18-949a-5630a362ba8f tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 833.698443] env[66213]: INFO networking_nsxv3.common.synchronization [req-169cebd5-13a7-4ce7-a6bf-6b84c2726415 req-2f4822d3-13f0-4c18-949a-5630a362ba8f tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 833.698574] env[66213]: INFO networking_nsxv3.common.synchronization [req-169cebd5-13a7-4ce7-a6bf-6b84c2726415 req-2f4822d3-13f0-4c18-949a-5630a362ba8f tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 833.700264] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_rules [ 833.700473] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 833.700688] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with Priority: HIGHEST for action port [ 833.703212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.703212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.703212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.703212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.703212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.703212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.703212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.703212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.703212] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b04e26-bbef-4d1b-bcbd-485f670dfeb1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.743138] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 833.743336] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 deletion is rescheduled due to dependency. [ 833.743474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.209696] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 with status ACTIVE [ 834.209696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.209696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.209696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.209696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.209696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.210607] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.210742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.210802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.210997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.211108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.211309] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.211415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.211461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.211607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.211698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.211801] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47b04e26-bbef-4d1b-bcbd-485f670dfeb1 is going to be updated. [ 834.238528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.238791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.238927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.239402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.239860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.240037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b04e26-bbef-4d1b-bcbd-485f670dfeb1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.323950] env[66213]: INFO networking_nsxv3.common.synchronization [req-65dbf9a3-4497-4540-9647-244a2eea4120 req-56f1eca9-167f-4eaf-b8ec-c2890b944ab3 tempest-ListImageFiltersTestJSON-1098831876 tempest-ListImageFiltersTestJSON-1098831876-project-member] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 834.325077] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 834.325554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.325651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.325694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.326043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.326259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.326360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.326444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.326605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.326731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.326894] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.347210] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 834.347479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.348222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.348509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.348754] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.348912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.348974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.349494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.349641] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.676176] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 834.676485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.676821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.678163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.678260] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.678321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.678427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.678553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.678635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.678720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.678808] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.797340] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.799164] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.799437] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.800651] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.800732] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.801215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.801215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.801391] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.801519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.801736] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.801847] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.801947] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.802059] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.802172] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.802274] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.802405] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.828113] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.828113] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.828113] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.828113] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.828458] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-22d2690d-8a97-4d67-8de5-26004b929f1e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.828633] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.828749] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.829277] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.829483] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d2690d-8a97-4d67-8de5-26004b929f1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.831586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.831736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.831807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.832010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.832115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.832767] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.832767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.832767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.832767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.832767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.832767] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 already deleted. [ 834.833299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.853101] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.129488] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6add7ae0-78d0-4c6c-a20c-84d00b822db8 None None] Enqueued Resource ID: 8088b39a-0173-4f56-aa8c-b99dc718f75d with Priority: HIGHEST for action port [ 835.130519] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8088b39a-0173-4f56-aa8c-b99dc718f75d with Priority: HIGHEST for action port [ 835.131464] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8088b39a-0173-4f56-aa8c-b99dc718f75d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.131862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8088b39a-0173-4f56-aa8c-b99dc718f75d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.132103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8088b39a-0173-4f56-aa8c-b99dc718f75d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.133559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8088b39a-0173-4f56-aa8c-b99dc718f75d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.133559] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8088b39a-0173-4f56-aa8c-b99dc718f75d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.182340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.182340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.182340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.182794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.182794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.182794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.182794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.182960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.182960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.183533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.183533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.183533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.183533] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.334331] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.335203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.335203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.335203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 22d2690d-8a97-4d67-8de5-26004b929f1e not found, creating... [ 835.335641] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.335800] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.336219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.336219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.336366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.336680] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.336829] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.336938] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.337862] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.338025] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.338178] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 22d2690d-8a97-4d67-8de5-26004b929f1e is going to be created. [ 835.355198] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.364217] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.364619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.364619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.364819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.365091] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.365475] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.635664] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8088b39a-0173-4f56-aa8c-b99dc718f75d [ 835.635956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.636175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.636251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.636463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.636555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.636667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8088b39a-0173-4f56-aa8c-b99dc718f75d already deleted. [ 835.636750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8088b39a-0173-4f56-aa8c-b99dc718f75d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.686560] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3a76f99-4153-42fd-9444-c90933ab6c2c: rpc.has_security_group_logging(os_id): False [ 835.708297] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.708297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.708297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.708297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.708297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.708704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.708704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.708704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.709414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.709414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.709414] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.709729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.709729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.709890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.709890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.710145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.710299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.710368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.710612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.710722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.710820] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 835.781966] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.782204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.782204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.782481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.782653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.801916] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 835.859905] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.859905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.859905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859905] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be updated. [ 835.911570] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.911767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.911841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.912159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.912239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.923960] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 836.001622] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6c2e3ebc-8af9-44ae-8980-e7f69b674376 tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 836.002299] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 836.002624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.002750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.002816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.003132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.003255] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.130478] env[66213]: INFO networking_nsxv3.common.synchronization [req-65dbf9a3-4497-4540-9647-244a2eea4120 req-e047c7f9-dc4a-40cb-a613-b5aa74ea4a8b service nova] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_rules [ 836.130478] env[66213]: INFO networking_nsxv3.common.synchronization [req-65dbf9a3-4497-4540-9647-244a2eea4120 req-e047c7f9-dc4a-40cb-a613-b5aa74ea4a8b service nova] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 836.130677] env[66213]: INFO networking_nsxv3.common.synchronization [req-65dbf9a3-4497-4540-9647-244a2eea4120 req-e047c7f9-dc4a-40cb-a613-b5aa74ea4a8b service nova] Enqueued Resource ID: 22d2690d-8a97-4d67-8de5-26004b929f1e with Priority: HIGHEST for action port [ 836.135653] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_rules [ 836.135653] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 836.135653] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d2690d-8a97-4d67-8de5-26004b929f1e with Priority: HIGHEST for action port [ 836.135653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.135653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.135653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.135653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.136417] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.136875] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.137040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.137104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.137333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.137490] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.137589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.137680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.137927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.138067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.138190] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.139121] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d2690d-8a97-4d67-8de5-26004b929f1e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.139234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.139299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.139526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.139645] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d2690d-8a97-4d67-8de5-26004b929f1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.162071] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a7f61aa0-5b99-425e-9d9e-dc500ae572aa tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 836.162739] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 836.163417] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.163417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.525125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.525308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.525370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.525659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.525769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.525884] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 already deleted. [ 836.525979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.526155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.526365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.526459] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.644506] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.644649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.644821] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22d2690d-8a97-4d67-8de5-26004b929f1e with status ACTIVE [ 836.644983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.645100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.645165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.645371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.645459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.645626] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.645721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.645807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.645961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.646051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.646228] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.646318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.646377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.646515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.646586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.646704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22d2690d-8a97-4d67-8de5-26004b929f1e is going to be updated. [ 836.647887] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.672625] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.674510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.674510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.674510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.674510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.675163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d2690d-8a97-4d67-8de5-26004b929f1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.838574] env[66213]: INFO networking_nsxv3.common.synchronization [req-0126781d-3afc-4d66-9812-cbf148cafb3c req-19b19038-f4ba-49b1-82f9-6e0ed55345eb tempest-ListImageFiltersTestJSON-1098831876 tempest-ListImageFiltersTestJSON-1098831876-project-member] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 836.839141] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 836.839514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.052721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.053280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.053406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.053813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.053944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.054080] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 already deleted. [ 837.054189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.150552] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.222775] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.222775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.222775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.224029] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.224029] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.225461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.225672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.225992] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.226196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.226494] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.226616] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.226732] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.226823] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.226928] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.227047] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.227187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.249025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.249326] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.249689] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.249689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-897" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.250012] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-dbed2b5f-8241-45c1-a68a-df26b5479c0f taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.250221] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.250292] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.250801] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.250947] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbed2b5f-8241-45c1-a68a-df26b5479c0f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.654509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.656936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.656936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.656936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.656936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.656936] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be created. [ 837.683025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.683025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.683025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.683025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.683025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.693045] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: UNINITIALIZED for 2s [ 837.756116] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.756116] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port dbed2b5f-8241-45c1-a68a-df26b5479c0f not found, creating... [ 837.756116] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.756116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757340] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.757690] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.757937] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.758293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.758545] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.758798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: dbed2b5f-8241-45c1-a68a-df26b5479c0f is going to be created. [ 837.787196] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.787196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.787196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.787196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.787196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.890507] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 837.890902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.891187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.891545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.891545] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.936026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 837.936923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.936923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.936923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.937223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.937223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.937223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.937433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.937505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.937593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.938033] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.940036] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.998422] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2ad75b0c-f943-4467-8e92-97c88a1d540e None None] Enqueued Resource ID: 97f50a07-7c05-41f9-9de5-4a7d34c05335 with Priority: HIGHEST for action port [ 837.999489] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f50a07-7c05-41f9-9de5-4a7d34c05335 with Priority: HIGHEST for action port [ 837.999489] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f50a07-7c05-41f9-9de5-4a7d34c05335 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.999661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f50a07-7c05-41f9-9de5-4a7d34c05335" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.999698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f50a07-7c05-41f9-9de5-4a7d34c05335" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.000262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f50a07-7c05-41f9-9de5-4a7d34c05335" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.000262] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f50a07-7c05-41f9-9de5-4a7d34c05335',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.342277] env[66213]: INFO networking_nsxv3.common.synchronization [req-3761c969-0fa2-4613-8378-8290e1ac739c req-5c0c8453-02d1-4536-a18f-63c521aca4bf tempest-AttachInterfacesUnderV243Test-1648081164 tempest-AttachInterfacesUnderV243Test-1648081164-project-member] Enqueued Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 838.343113] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f with Priority: HIGHEST for action security_group_members [ 838.343870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.343870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.399134] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.399357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.399357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.399997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.399997] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.400224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.400224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.400412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.400629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.400629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.400760] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.441097] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.445161] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.502159] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f50a07-7c05-41f9-9de5-4a7d34c05335 [ 838.502393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.502525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.502648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.502799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.502885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.502980] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f50a07-7c05-41f9-9de5-4a7d34c05335 already deleted. [ 838.504456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f50a07-7c05-41f9-9de5-4a7d34c05335" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.588344] env[66213]: INFO networking_nsxv3.common.synchronization [req-0126781d-3afc-4d66-9812-cbf148cafb3c req-e1f24c5e-190e-4221-b236-72a248eacbcd service nova] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_rules [ 838.588552] env[66213]: INFO networking_nsxv3.common.synchronization [req-0126781d-3afc-4d66-9812-cbf148cafb3c req-e1f24c5e-190e-4221-b236-72a248eacbcd service nova] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 838.588719] env[66213]: INFO networking_nsxv3.common.synchronization [req-0126781d-3afc-4d66-9812-cbf148cafb3c req-e1f24c5e-190e-4221-b236-72a248eacbcd service nova] Enqueued Resource ID: dbed2b5f-8241-45c1-a68a-df26b5479c0f with Priority: HIGHEST for action port [ 838.589352] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_rules [ 838.589613] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 838.589779] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbed2b5f-8241-45c1-a68a-df26b5479c0f with Priority: HIGHEST for action port [ 838.590145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590609] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590963] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbed2b5f-8241-45c1-a68a-df26b5479c0f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.593496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.593496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.593496] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbed2b5f-8241-45c1-a68a-df26b5479c0f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.822177] env[66213]: INFO networking_nsxv3.common.synchronization [req-2e6e229e-f432-4de1-8c95-eace9c9f53d5 req-28e327a3-c667-429e-93d5-e1c2c068e935 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 838.822660] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 838.824099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.824099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.824099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.824099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.824099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.824099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.824099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.824484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.824484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.824484] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.904777] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.904777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.943707] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f: rpc.has_security_group_logging(os_id): False [ 838.946696] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.965689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.965991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.966119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.966361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.966461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.966776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.966904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.966983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.967180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.967263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.967374] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be updated. [ 839.032927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.033869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.033869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.033869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.033869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 839.097637] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbed2b5f-8241-45c1-a68a-df26b5479c0f with status ACTIVE [ 839.097637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.097637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.097637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.098480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.098480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.098480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.098480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.098480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.098480] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbed2b5f-8241-45c1-a68a-df26b5479c0f is going to be updated. [ 839.133835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.134213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.134213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.134391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.134454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.134609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbed2b5f-8241-45c1-a68a-df26b5479c0f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.326181] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.450154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.450154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.450154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.450154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.450154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.451447] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be updated. [ 839.483819] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.484089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.484209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.484550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.484798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.495261] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: IN_PROGRESS for 2s [ 839.517704] env[66213]: INFO networking_nsxv3.common.synchronization [req-76b5d299-d74e-4f51-aab6-9035e51863af req-438d32bb-6564-4817-8148-b5058324155f tempest-ServersNegativeTestMultiTenantJSON-133856879 tempest-ServersNegativeTestMultiTenantJSON-133856879-project-member] Enqueued Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 839.518269] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 839.518599] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.518733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.518793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.519066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.519225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.519326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.519420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.519577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.519676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.519771] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.704212] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 839.704680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.704680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.704889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.705079] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.705218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.705282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.705440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.705514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.705593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.705687] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.706944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.706944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.706944] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.707144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.707144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.707383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.707445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.707477] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.828383] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.902030] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.902030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-283" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-283" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.902030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-283" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.902030] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.902030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902030] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.902659] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.902659] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.902659] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.902817] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.902817] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.902916] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.902981] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.903101] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.903259] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.928771] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.929196] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.929196] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.929196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-283" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.930342] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-3777eef0-4d00-4969-9c5a-c8dc7741eb81 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.930342] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.930342] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.931281] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.931736] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3777eef0-4d00-4969-9c5a-c8dc7741eb81',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.022384] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.022544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.022615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.022846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.022934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.023136] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.023240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.023303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.023470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.023543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.023640] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8854238c-2716-4baa-a2bb-b174253002a3 already deleted. [ 840.023775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.209460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.209609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.209753] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.330680] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.330770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.330866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.331125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.331285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.331407] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 840.364498] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.364743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.364911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.375296] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 840.434207] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.434446] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.434570] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.434876] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435041] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.435201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 3777eef0-4d00-4969-9c5a-c8dc7741eb81 not found, creating... [ 840.435463] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.435919] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.436087] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.436321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.436461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.436922] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.437113] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.437262] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.437554] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.437717] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.437888] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 3777eef0-4d00-4969-9c5a-c8dc7741eb81 is going to be created. [ 840.461759] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.461759] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.461759] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.462041] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.462339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.462509] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.712332] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.070481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 841.072802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.072802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.072802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.072802] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.215571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.215834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.215834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.216060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.216154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.216250] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be updated. [ 841.249953] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.250164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.250406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.250553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.261226] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 841.359067] env[66213]: INFO networking_nsxv3.common.synchronization [req-76b5d299-d74e-4f51-aab6-9035e51863af req-53b5bf5b-7af9-48f8-b905-7cebeb54d66b service nova] Enqueued Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_rules [ 841.359067] env[66213]: INFO networking_nsxv3.common.synchronization [req-76b5d299-d74e-4f51-aab6-9035e51863af req-53b5bf5b-7af9-48f8-b905-7cebeb54d66b service nova] Enqueued Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 841.359067] env[66213]: INFO networking_nsxv3.common.synchronization [req-76b5d299-d74e-4f51-aab6-9035e51863af req-53b5bf5b-7af9-48f8-b905-7cebeb54d66b service nova] Enqueued Resource ID: 3777eef0-4d00-4969-9c5a-c8dc7741eb81 with Priority: HIGHEST for action port [ 841.359296] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_rules [ 841.359296] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 841.359390] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3777eef0-4d00-4969-9c5a-c8dc7741eb81 with Priority: HIGHEST for action port [ 841.359630] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.359754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.359823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.360107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.360190] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.361131] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.361251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.361319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.361501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.361651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.361744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.361795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.361940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.362034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.362126] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.363581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3777eef0-4d00-4969-9c5a-c8dc7741eb81 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.363581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.363581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.363581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.363581] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3777eef0-4d00-4969-9c5a-c8dc7741eb81',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.507206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f in Status: SUCCESS [ 841.507556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.507781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.508091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.508452] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.509041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.509041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.509041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.509041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.509041] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.595245] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.595333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.595490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.595771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.595901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.596015] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be deleted. [ 841.685661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.685787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.685843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.686605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.686605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.686605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.864911] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.866061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.866276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.866426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3777eef0-4d00-4969-9c5a-c8dc7741eb81 with status ACTIVE [ 841.866492] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.866602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.866665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.866881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.867223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.867223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.867829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.867829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.867829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867829] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.869105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.869398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.869398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.869506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.869538] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3777eef0-4d00-4969-9c5a-c8dc7741eb81 is going to be updated. [ 841.917227] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.917227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.917227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.917400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.917515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.917732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3777eef0-4d00-4969-9c5a-c8dc7741eb81" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.011633] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.012850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.013023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.013286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.013373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.013852] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.013852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.013852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.014122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.014122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.014201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f is going to be deleted. [ 842.078390] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.078756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.078756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.078847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.078913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.079025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.079187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.079830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.079830] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.079830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.079830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.079830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.080342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.080342] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ee32996-5bc1-4e0c-b6cd-be31bc3a960f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.371743] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.390078] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 842.390359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.390681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.390968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.391221] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.391382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.391461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.391658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.392340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.392340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.392340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.392340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.392340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.392621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.392743] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.392908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.393069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.393264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.393359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.393571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.393662] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.584241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ee32996-5bc1-4e0c-b6cd-be31bc3a960f already deleted. [ 842.584688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ee32996-5bc1-4e0c-b6cd-be31bc3a960f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.875537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.875729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.875800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.876030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.876129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.876518] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8854238c-2716-4baa-a2bb-b174253002a3 is going to be created. [ 842.896429] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3a76f99-4153-42fd-9444-c90933ab6c2c: rpc.has_security_group_logging(os_id): False [ 842.928378] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.928980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.929253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.929702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.929867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.930283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.930454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.930849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.931066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.931381] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.931498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.931554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.931788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.932379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.932379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.932379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.932595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.932595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 842.935842] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.936675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.936675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.937206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.937558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.950903] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: UNINITIALIZED for 2s [ 843.032036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.032287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.032426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.032933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.050805] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 843.278233] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.278233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.278233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.278233] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.780609] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.924268] env[66213]: INFO networking_nsxv3.common.synchronization [req-98aae8c7-ae3d-41af-a158-7e4186da8988 req-a784c858-eeeb-43a7-b328-fafa1e6f4c88 tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 843.924268] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 843.924268] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.924268] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.924268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.924268] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.285661] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.428294] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.428377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.428430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.428761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.428761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.429165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.429165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.429165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.429962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.429962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.429962] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 844.466448] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.466600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.466648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.466853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.466997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.477627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 844.787865] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.788120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.788120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.788335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.788425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.788526] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be updated. [ 844.821942] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.822105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.822173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.822379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.822529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.833748] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 844.963961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: SUCCESS [ 844.964202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.964367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.964588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.964782] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.964895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.964959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.965206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.965389] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.069998] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 845.070250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.468205] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.468564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.468564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.468698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.468873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.468973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.469049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.469207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.469288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470325] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.470325] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.470325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.470973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.470973] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.974362] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8854238c-2716-4baa-a2bb-b174253002a3: rpc.has_security_group_logging(os_id): False [ 846.000073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.001044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.001044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.001044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.001044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.001044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.001044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.001361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.001361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.001361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.001665] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.001756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.001791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.001955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.002044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.002244] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.002339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.002395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.002545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.002609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.002693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8854238c-2716-4baa-a2bb-b174253002a3 is going to be created. [ 846.081471] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.081712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.081803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.081997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.082231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.098332] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: IN_PROGRESS for 2s [ 846.491667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 846.491667] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 846.491667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.845434] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 846.846277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.846371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.846641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.846817] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.846959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.847046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.847259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.847342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.847480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.847708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.847813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.847878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.848237] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.848366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.848417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.848645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.848725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.848879] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.354317] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e56ef36-2d47-4587-91ab-66042adaec90: rpc.has_security_group_logging(os_id): False [ 847.383024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.383024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.383024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.383024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.383697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.383697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.383697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.383923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.384141] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be created. [ 847.448115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.448115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.448115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.448115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.448115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.462567] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 847.765017] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1bbecd0d-907c-4f59-ba3f-5729b315910c None None] Enqueued Resource ID: 1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22 with Priority: HIGHEST for action port [ 847.765840] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22 with Priority: HIGHEST for action port [ 847.765840] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.766071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.766166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.766525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.766655] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.924632] env[66213]: INFO networking_nsxv3.common.synchronization [req-a9d0a738-f842-40b5-a8a6-3a7bce603eef req-a5761ba0-5406-4931-be26-4eca3e94ece2 tempest-ServersTestFqdnHostnames-583372078 tempest-ServersTestFqdnHostnames-583372078-project-member] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 847.925618] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGHEST for action security_group_members [ 847.926175] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.926427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.926602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.926907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.927170] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.927375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.927458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.927656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.927786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.928015] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.117578] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: SUCCESS [ 848.120428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.269614] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22 [ 848.270475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.270648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.270717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.270948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.271096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.271218] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22 already deleted. [ 848.271318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec1fd3a-02b9-479d-b2b6-8fe5e371ec22" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.433223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.433595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.433595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 is going to be updated. [ 848.464494] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.464494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.464494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.464707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.464707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.474257] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: IN_PROGRESS for 2s [ 849.477283] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 849.477650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.479522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.479522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.479522] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.718350] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a37de4b8-dc81-4974-a755-529bc3e63680 None None] Enqueued Resource ID: 4b39437d-fbff-4a0a-a7fa-928153e8aa2d with Priority: HIGHEST for action port [ 849.718943] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b39437d-fbff-4a0a-a7fa-928153e8aa2d with Priority: HIGHEST for action port [ 849.721482] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b39437d-fbff-4a0a-a7fa-928153e8aa2d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.721628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b39437d-fbff-4a0a-a7fa-928153e8aa2d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.721688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b39437d-fbff-4a0a-a7fa-928153e8aa2d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.721982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b39437d-fbff-4a0a-a7fa-928153e8aa2d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.722079] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b39437d-fbff-4a0a-a7fa-928153e8aa2d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.983058] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.983058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.983058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.983251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.983347] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.983444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.983507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.983653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.983735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.983819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.983909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.227716] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b39437d-fbff-4a0a-a7fa-928153e8aa2d [ 850.227716] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.227716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.227716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.227716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.227716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.227716] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b39437d-fbff-4a0a-a7fa-928153e8aa2d already deleted. [ 850.227716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b39437d-fbff-4a0a-a7fa-928153e8aa2d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.488874] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243b39ff-1753-4249-815f-61703d49ebb6 in Status: SUCCESS [ 850.488874] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 deletion is rescheduled due to dependency. [ 850.488874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.488874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.488874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.488874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.488874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.489571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.489571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.489571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.489571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.489571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.489571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.489764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.489764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.489764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.490893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.490893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.490893] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.993858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e56ef36-2d47-4587-91ab-66042adaec90: rpc.has_security_group_logging(os_id): False [ 851.017432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.018053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.018053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.018053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.018316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.018416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.018479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.018519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.020782] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.020782] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.020782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.020782] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be updated. [ 851.094646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.094859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.094931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.095177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.095366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.118318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 851.525472] env[66213]: INFO networking_nsxv3.common.synchronization [req-b03b7a09-67f1-458b-9259-4709a55eacb2 req-9dc9f713-1d58-492e-a741-2f9054c0bb2d tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 851.526053] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 851.526363] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.526485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.526554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.526825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.526976] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.529819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.530616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.530801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.530888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.530989] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.634903] env[66213]: INFO networking_nsxv3.common.synchronization [None req-b54925f5-0040-4a5d-8d97-ad8de3b6e198 None None] Enqueued Resource ID: ad808edf-8399-45df-93b1-8ca0e6fe6b1e with Priority: HIGHEST for action port [ 851.635765] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad808edf-8399-45df-93b1-8ca0e6fe6b1e with Priority: HIGHEST for action port [ 851.637024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad808edf-8399-45df-93b1-8ca0e6fe6b1e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.637501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad808edf-8399-45df-93b1-8ca0e6fe6b1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.637587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad808edf-8399-45df-93b1-8ca0e6fe6b1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.637861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad808edf-8399-45df-93b1-8ca0e6fe6b1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.637906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad808edf-8399-45df-93b1-8ca0e6fe6b1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.971102] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.971291] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.971415] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.971666] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.971929] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.972093] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.972202] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.972412] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.972616] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.972868] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.972983] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.973104] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.973211] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.973329] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.973418] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.973549] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.992665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.992826] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.992957] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.993158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.993475] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-4f0dcbe1-da94-4409-b997-87c2c64093ba taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.993646] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.993998] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.994085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.994242] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0dcbe1-da94-4409-b997-87c2c64093ba',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.033200] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.033335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.033432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.033710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.033799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.033993] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.034127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.034186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.034336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.034409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.034489] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 already deleted. [ 852.034567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.141849] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad808edf-8399-45df-93b1-8ca0e6fe6b1e [ 852.142345] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.142345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.142345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.142647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.142647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.142647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad808edf-8399-45df-93b1-8ca0e6fe6b1e already deleted. [ 852.142798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad808edf-8399-45df-93b1-8ca0e6fe6b1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.498845] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.499385] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.499727] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.500124] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.500398] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.500663] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 4f0dcbe1-da94-4409-b997-87c2c64093ba not found, creating... [ 852.501143] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.501434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.501655] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.502025] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.504019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.504019] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.504019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.504019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.504019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.504019] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.504019] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 4f0dcbe1-da94-4409-b997-87c2c64093ba is going to be created. [ 852.526603] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.527372] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.527865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528753] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.529145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.529628] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.851194] env[66213]: INFO networking_nsxv3.common.synchronization [None req-80912cd8-4add-422a-b2d7-cbf8beb6c78b None None] Enqueued Resource ID: 233024f1-f971-4099-b6c0-e3b305b6a523 with Priority: HIGHEST for action port [ 852.851778] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233024f1-f971-4099-b6c0-e3b305b6a523 with Priority: HIGHEST for action port [ 852.852120] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-233024f1-f971-4099-b6c0-e3b305b6a523 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.852259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233024f1-f971-4099-b6c0-e3b305b6a523" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.852321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233024f1-f971-4099-b6c0-e3b305b6a523" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.852529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233024f1-f971-4099-b6c0-e3b305b6a523" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.852617] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233024f1-f971-4099-b6c0-e3b305b6a523',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.131182] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 853.132033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.230654] env[66213]: INFO networking_nsxv3.common.synchronization [req-b03b7a09-67f1-458b-9259-4709a55eacb2 req-1a64d7fb-b556-4192-8e47-595e21d7dd5a service nova] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 853.230843] env[66213]: INFO networking_nsxv3.common.synchronization [req-b03b7a09-67f1-458b-9259-4709a55eacb2 req-1a64d7fb-b556-4192-8e47-595e21d7dd5a service nova] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 853.230992] env[66213]: INFO networking_nsxv3.common.synchronization [req-b03b7a09-67f1-458b-9259-4709a55eacb2 req-1a64d7fb-b556-4192-8e47-595e21d7dd5a service nova] Enqueued Resource ID: 4f0dcbe1-da94-4409-b997-87c2c64093ba with Priority: HIGHEST for action port [ 853.231563] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_rules [ 853.231673] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 853.231721] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0dcbe1-da94-4409-b997-87c2c64093ba with Priority: HIGHEST for action port [ 853.232020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.232365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.232452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.232643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.232735] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.233904] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.234274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.234274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.234274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.234535] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.234664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.234731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.234873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.234956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.235055] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.235891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f0dcbe1-da94-4409-b997-87c2c64093ba taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.235996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.239787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.239787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.239787] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0dcbe1-da94-4409-b997-87c2c64093ba',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.354913] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 233024f1-f971-4099-b6c0-e3b305b6a523 [ 853.355983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.355983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.355983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.355983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.355983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.355983] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:233024f1-f971-4099-b6c0-e3b305b6a523 already deleted. [ 853.355983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233024f1-f971-4099-b6c0-e3b305b6a523" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.739669] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f0dcbe1-da94-4409-b997-87c2c64093ba with status ACTIVE [ 853.740134] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.740134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.740134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.740456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.740620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.740847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.741010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.742208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.743666] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.743666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.743666] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f0dcbe1-da94-4409-b997-87c2c64093ba is going to be updated. [ 853.744613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.745114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.745284] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.771311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.771442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.771561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.771894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.772199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.772199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f0dcbe1-da94-4409-b997-87c2c64093ba" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.143013] env[66213]: INFO networking_nsxv3.common.synchronization [req-ecf21e64-37a6-48fa-bd4e-2bd0346ba700 req-98971a29-8c16-4c21-91bc-101cb8669208 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 854.143013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 854.143013] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.143941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.144359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.144727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.145093] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.145386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.145579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.146153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.146398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.147914] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.248165] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.641379] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.641635] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.641809] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.642061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.642328] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.642481] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.642604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.642832] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.643024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.643309] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.643448] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.643611] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.643730] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.643861] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.643982] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.644153] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.649670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.649811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.649875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650333] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.650432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.650487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650835] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be deleted. [ 854.666730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.666912] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.667140] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.667981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.667981] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.667981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.667981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.668293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.668293] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbecc3d1-cbdd-4af7-a2b9-b02a48019299',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.685605] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.685800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.685857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.686086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.686181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.686277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.751215] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.751215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.751215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.751215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.751753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.751753] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 is going to be created. [ 854.777826] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.778016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.778095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.778354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.778518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.792720] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: UNINITIALIZED for 2s [ 854.972973] env[66213]: INFO networking_nsxv3.common.synchronization [req-d59a36c3-ad96-404b-9362-cf4891f05e8a req-266f2183-ec6d-4344-8a22-2851feed30d3 tempest-ServersNegativeTestMultiTenantJSON-133856879 tempest-ServersNegativeTestMultiTenantJSON-133856879-project-member] Enqueued Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 854.972973] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8854238c-2716-4baa-a2bb-b174253002a3 with Priority: HIGHEST for action security_group_members [ 854.972973] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-8854238c-2716-4baa-a2bb-b174253002a3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.972973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.973799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.974173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.974502] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.974722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.974869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.975138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.975897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.975897] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8854238c-2716-4baa-a2bb-b174253002a3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.173267] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.173536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.173700] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174012] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174171] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174319] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port fbecc3d1-cbdd-4af7-a2b9-b02a48019299 not found, creating... [ 855.174575] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.174731] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.175145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.175278] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.175571] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.175735] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.175850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.176070] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.176214] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.176360] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: fbecc3d1-cbdd-4af7-a2b9-b02a48019299 is going to be created. [ 855.197267] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.197693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.197843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.198140] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.198372] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.198597] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.360038] env[66213]: INFO networking_nsxv3.common.synchronization [req-ea1b37db-dacc-4eca-84e9-0b1f3bc2090a req-550f5ac6-e2ba-44d7-b977-02b2d5cc3043 tempest-ServersTestJSON-1936464517 tempest-ServersTestJSON-1936464517-project-member] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 855.360768] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGHEST for action security_group_members [ 855.361085] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.361213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.361282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.361559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.361707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.361811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.361862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.362038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.362125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.362254] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.478121] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.478603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.478603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.478603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.479112] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.479112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.479112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.479112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.479260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.479260] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8854238c-2716-4baa-a2bb-b174253002a3 is going to be updated. [ 855.541429] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.541735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.541735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.541978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.542359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.558243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: IN_PROGRESS for 2s [ 855.864212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.864666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.864666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.864828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.864828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.866023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.866023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.866023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.866023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.866023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.866023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 is going to be updated. [ 855.930348] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.930588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.930873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.930939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.931846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.942250] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: IN_PROGRESS for 2s [ 856.009455] env[66213]: INFO networking_nsxv3.common.synchronization [req-ecf21e64-37a6-48fa-bd4e-2bd0346ba700 req-b0ed5f71-cb97-4eb8-bd89-a4e0374352c1 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 856.009672] env[66213]: INFO networking_nsxv3.common.synchronization [req-ecf21e64-37a6-48fa-bd4e-2bd0346ba700 req-b0ed5f71-cb97-4eb8-bd89-a4e0374352c1 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 856.009816] env[66213]: INFO networking_nsxv3.common.synchronization [req-ecf21e64-37a6-48fa-bd4e-2bd0346ba700 req-b0ed5f71-cb97-4eb8-bd89-a4e0374352c1 service nova] Enqueued Resource ID: fbecc3d1-cbdd-4af7-a2b9-b02a48019299 with Priority: HIGHEST for action port [ 856.010394] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 856.010528] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 856.010627] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbecc3d1-cbdd-4af7-a2b9-b02a48019299 with Priority: HIGHEST for action port [ 856.010901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.012221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.012339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.012579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.012675] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.014346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.014346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.014346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.014600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.014661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.014734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.014790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.014925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.015024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.015090] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.018913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.018913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.021040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.021040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.021040] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbecc3d1-cbdd-4af7-a2b9-b02a48019299',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.515051] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.515250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519836] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.528580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbecc3d1-cbdd-4af7-a2b9-b02a48019299 with status ACTIVE [ 856.528823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.528963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.529053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.529308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.529412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.529632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.529757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.529815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.530096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.530401] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.530401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.530876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.530876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.530876] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbecc3d1-cbdd-4af7-a2b9-b02a48019299 is going to be updated. [ 856.555670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.555843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.555887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.556117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.556253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.556418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbecc3d1-cbdd-4af7-a2b9-b02a48019299" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803978] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: UNINITIALIZED for 4s [ 857.022478] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.526061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.526321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.526446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.526758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.526892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.527055] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 857.554552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.554700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.554771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.554992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.555215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.567850] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: UNINITIALIZED for 2s [ 857.569373] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8854238c-2716-4baa-a2bb-b174253002a3 in Status: SUCCESS [ 857.569557] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8854238c-2716-4baa-a2bb-b174253002a3 deletion is rescheduled due to dependency. [ 857.569669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8854238c-2716-4baa-a2bb-b174253002a3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.953341] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 in Status: SUCCESS [ 857.953640] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 deletion is rescheduled due to dependency. [ 857.953831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.816422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: SUCCESS [ 858.816703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.816834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.817085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.817921] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.817921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.817921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.817921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.817921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.818193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.818193] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.320967] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.582027] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.582027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.582027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.582027] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.603474] env[66213]: INFO networking_nsxv3.common.synchronization [req-6886afe7-858a-4a98-bba1-0b451ab58983 req-f21ba70c-0291-4d2b-a827-ea24b8cc1cb6 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 859.603474] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 859.603839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.604177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.604383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.604826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605190] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.606212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.606415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.822842] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6827959e-73f4-4e06-8508-e4b25f9afd16: rpc.has_security_group_logging(os_id): False [ 859.841618] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.841928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.841928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.842924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.842924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.842924] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 is going to be created. [ 859.912759] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.912896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.913068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.913208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.913388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.927200] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: IN_PROGRESS for 2s [ 859.984221] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.984508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.984646] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.985110] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.985576] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986809] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.987076] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.987357] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.987978] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.987978] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.988190] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.988414] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.988631] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.989159] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.027936] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.028017] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.028157] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.028331] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.028665] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-c316f797-49e8-41ca-a1b1-db0d11282597 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.028866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.029806] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.030256] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.030428] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c316f797-49e8-41ca-a1b1-db0d11282597',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.085514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.085735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.085735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.086014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.086271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.086429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.086499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.086673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.086795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.086915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.087101] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087649] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.088161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.088161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.088597] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.111323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.112046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.112198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.112414] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.112526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.112598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.112858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.112858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.112961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f already deleted. [ 860.113028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.533640] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533948] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.534057] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.534350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.534654] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port c316f797-49e8-41ca-a1b1-db0d11282597 not found, creating... [ 860.534915] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.535099] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.535231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.535457] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.535588] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.535863] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.536036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.536148] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.536342] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.536483] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.536630] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: c316f797-49e8-41ca-a1b1-db0d11282597 is going to be created. [ 860.558986] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.559159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.560166] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.590734] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c5cb4c-21c7-4f10-9ddf-83c65f881c91: rpc.has_security_group_logging(os_id): False [ 860.610059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.610319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.610401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.610762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.610940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.611570] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.611570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.611570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.611570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.611570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.611873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.611873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.611987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.612052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.612135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.612335] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.612429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.612489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.612655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.612769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.612900] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 860.709019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.709194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.709272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.709881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.709881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.728092] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 861.297058] env[66213]: INFO networking_nsxv3.common.synchronization [req-6886afe7-858a-4a98-bba1-0b451ab58983 req-c5d801fd-b0f9-4ba5-8066-d07985f58bd0 service nova] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 861.297366] env[66213]: INFO networking_nsxv3.common.synchronization [req-6886afe7-858a-4a98-bba1-0b451ab58983 req-c5d801fd-b0f9-4ba5-8066-d07985f58bd0 service nova] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 861.297366] env[66213]: INFO networking_nsxv3.common.synchronization [req-6886afe7-858a-4a98-bba1-0b451ab58983 req-c5d801fd-b0f9-4ba5-8066-d07985f58bd0 service nova] Enqueued Resource ID: c316f797-49e8-41ca-a1b1-db0d11282597 with Priority: HIGHEST for action port [ 861.297902] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_rules [ 861.299453] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 861.299906] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c316f797-49e8-41ca-a1b1-db0d11282597 with Priority: HIGHEST for action port [ 861.300722] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.300886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.300958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.302970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.302970] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.303733] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.303843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.303926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.308123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.308123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.308323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.308323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.309154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.309154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.309154] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.309941] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c316f797-49e8-41ca-a1b1-db0d11282597 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.310087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.310176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.310348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.311094] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c316f797-49e8-41ca-a1b1-db0d11282597',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.812061] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.813281] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.813420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.813616] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c316f797-49e8-41ca-a1b1-db0d11282597 with status ACTIVE [ 861.813834] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.813940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.813985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.814248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.814359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.814568] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.814653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.814752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.815082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.815082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.815239] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.815314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.815414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.815579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.815674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.815762] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c316f797-49e8-41ca-a1b1-db0d11282597 is going to be updated. [ 861.842513] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.843289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.843289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.843428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.843499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c316f797-49e8-41ca-a1b1-db0d11282597" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.950234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: SUCCESS [ 861.950492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.318028] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.752830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 862.753106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.823457] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.823634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.823707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.824222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.824222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.824222] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f is going to be created. [ 862.853574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.854130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.854220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.868109] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: UNINITIALIZED for 2s [ 863.928744] env[66213]: INFO networking_nsxv3.common.synchronization [req-eb5f5017-58af-4d1b-bb26-1dca54368d09 req-c3986032-1151-49c6-9e49-55b3b3bfaadd tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 863.928744] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 863.930087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.930087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.930087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.930087] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.432585] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.880884] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: SUCCESS [ 864.881091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.881244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.881469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.881697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.881822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.881899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.882077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.882160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.882245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.882341] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.935217] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.386256] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.438384] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.438700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.438802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439287] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 865.468155] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.468295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.468343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.470140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.470140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.478811] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 865.887646] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 238d2414-e29d-48cd-bd0f-701da8967b9f: rpc.has_security_group_logging(os_id): False [ 865.918694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.918982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.919159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.919530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.919751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.920202] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.920425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.920561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.920872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.920976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.921088] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f is going to be created. [ 866.008668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.008965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.008965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.009199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.009397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.035600] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: IN_PROGRESS for 2s [ 867.490672] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 867.490672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.067612] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: SUCCESS [ 868.067895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.211462] env[66213]: INFO networking_nsxv3.common.synchronization [None req-92fa72df-9738-4a5e-ac9a-ee99166151fb tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 868.212294] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 868.215379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.215379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.215379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.215379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.215379] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.329139] env[66213]: INFO networking_nsxv3.common.synchronization [None req-ed6c1358-c1cd-4169-83dc-43d7bc76563d tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 868.329892] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 868.329892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.330232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.561827] env[66213]: INFO networking_nsxv3.common.synchronization [req-94409baf-6b82-4a81-9d51-6bbffd8405f2 req-9ef61f60-acc6-4e4c-ad2f-b207b8330aaa tempest-ServerActionsV293TestJSON-696543607 tempest-ServerActionsV293TestJSON-696543607-project-member] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 868.562442] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGHEST for action security_group_members [ 868.562802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.562953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.563420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.563778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.563880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.563992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.564078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.564245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.564322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.564420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.737638] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.737918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.737918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.738412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.738412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.738412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf already deleted. [ 868.738412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.739371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.739371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.739510] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.066857] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.066857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.067172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.067172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.067241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.067297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.067347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.069663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.069663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069663] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf is going to be updated. [ 869.112938] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.113366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.113447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.113773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.114321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.124234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: IN_PROGRESS for 2s [ 869.262419] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.262591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.262627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.262901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.262976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.263111] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf already deleted. [ 869.263111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.137082] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf in Status: SUCCESS [ 871.137082] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf deletion is rescheduled due to dependency. [ 871.137082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.381526] env[66213]: INFO networking_nsxv3.common.synchronization [req-02eeb3ca-a967-423e-a12b-36c688693d00 req-01f8942d-f018-4384-96ac-f12a8c6ed360 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 872.382272] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 872.382663] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.382663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.383523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383959] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.830613] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.830906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.831072] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.831477] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.831826] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.831999] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.832231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.832518] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.832716] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.833030] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.833157] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.833349] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.833478] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.833588] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.833784] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.833927] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.852816] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.852951] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.853095] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.853250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.853566] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-b49e33c5-74f5-45ce-a9c8-fda0b270c444 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.853957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.854479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.854479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.854638] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49e33c5-74f5-45ce-a9c8-fda0b270c444',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.886341] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.886497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.886562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.886862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.886995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.887217] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.887319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.887382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.887547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.887707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.887798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b already deleted. [ 872.887883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.357433] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.357729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.357888] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.358295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.358526] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.358655] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port b49e33c5-74f5-45ce-a9c8-fda0b270c444 not found, creating... [ 873.358999] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.359207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.359340] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.359703] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.359888] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.360794] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.360898] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.361144] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.361540] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.361871] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.362205] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: b49e33c5-74f5-45ce-a9c8-fda0b270c444 is going to be created. [ 873.389421] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.389860] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.389860] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.390111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.390330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.390580] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.119325] env[66213]: INFO networking_nsxv3.common.synchronization [req-02eeb3ca-a967-423e-a12b-36c688693d00 req-eda4a370-c614-445e-b6b9-670401c0a181 service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 874.119325] env[66213]: INFO networking_nsxv3.common.synchronization [req-02eeb3ca-a967-423e-a12b-36c688693d00 req-eda4a370-c614-445e-b6b9-670401c0a181 service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 874.119325] env[66213]: INFO networking_nsxv3.common.synchronization [req-02eeb3ca-a967-423e-a12b-36c688693d00 req-eda4a370-c614-445e-b6b9-670401c0a181 service nova] Enqueued Resource ID: b49e33c5-74f5-45ce-a9c8-fda0b270c444 with Priority: HIGHEST for action port [ 874.119513] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 874.119604] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 874.119950] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49e33c5-74f5-45ce-a9c8-fda0b270c444 with Priority: HIGHEST for action port [ 874.120246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.120732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.120798] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.121657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.121773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.121843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.122130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.122277] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.122399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.122503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.122665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.122749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.122874] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.124636] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b49e33c5-74f5-45ce-a9c8-fda0b270c444 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.124636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.124636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.124636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.124636] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49e33c5-74f5-45ce-a9c8-fda0b270c444',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.220745] env[66213]: INFO networking_nsxv3.common.synchronization [None req-aa21dfa5-d6ab-43c2-bd73-58b30d2bd476 None None] Enqueued Resource ID: cbeee84b-36a8-4aef-8937-5e65bc39d1d9 with Priority: HIGHEST for action port [ 874.221397] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbeee84b-36a8-4aef-8937-5e65bc39d1d9 with Priority: HIGHEST for action port [ 874.221723] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbeee84b-36a8-4aef-8937-5e65bc39d1d9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.221874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbeee84b-36a8-4aef-8937-5e65bc39d1d9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.221980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbeee84b-36a8-4aef-8937-5e65bc39d1d9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbeee84b-36a8-4aef-8937-5e65bc39d1d9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222939] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbeee84b-36a8-4aef-8937-5e65bc39d1d9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.628297] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.633525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.633701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.633861] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b49e33c5-74f5-45ce-a9c8-fda0b270c444 with status ACTIVE [ 874.634046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.634521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.634690] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.634817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.634862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.634982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.635150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.636766] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.636766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.636766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.636766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.636766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.636766] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b49e33c5-74f5-45ce-a9c8-fda0b270c444 is going to be updated. [ 874.663812] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.663960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.664023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.664337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.664406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.664718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b49e33c5-74f5-45ce-a9c8-fda0b270c444" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbeee84b-36a8-4aef-8937-5e65bc39d1d9 [ 874.726043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.726043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.726043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.726043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.726043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbeee84b-36a8-4aef-8937-5e65bc39d1d9 already deleted. [ 874.726043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbeee84b-36a8-4aef-8937-5e65bc39d1d9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.133909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.639216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.639216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.639216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.639216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.639695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.639695] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be created. [ 875.670939] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.670939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.670939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.671404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.671627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.682337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: UNINITIALIZED for 2s [ 877.245827] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a3f32ea1-9bf9-46ec-8496-cb3df401b514 None None] Enqueued Resource ID: 5df9d0bf-5415-405b-94eb-4c799d19263d with Priority: HIGHEST for action port [ 877.246785] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df9d0bf-5415-405b-94eb-4c799d19263d with Priority: HIGHEST for action port [ 877.247261] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df9d0bf-5415-405b-94eb-4c799d19263d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.247444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df9d0bf-5415-405b-94eb-4c799d19263d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.247557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df9d0bf-5415-405b-94eb-4c799d19263d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.247876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df9d0bf-5415-405b-94eb-4c799d19263d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.247980] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df9d0bf-5415-405b-94eb-4c799d19263d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.695272] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 877.695625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.695872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.696321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.696763] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.696970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.697071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.697251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.697334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.697553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.697706] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.753508] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5df9d0bf-5415-405b-94eb-4c799d19263d [ 877.754613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.754613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.754613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.754613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.754613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.754613] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5df9d0bf-5415-405b-94eb-4c799d19263d already deleted. [ 877.754927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df9d0bf-5415-405b-94eb-4c799d19263d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.013923] env[66213]: INFO networking_nsxv3.common.synchronization [req-51f00a9b-7363-4ebe-afac-f9ec0d919b22 req-e448960a-7c08-4b96-b3e7-5ff324e3d532 tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 878.015557] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 878.016528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.016528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.016528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.016686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.016716] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.016828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.016916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.017022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.017105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.017231] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.200557] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.200752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.200752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.200984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.201167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.201298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.201406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.201460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.201562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.201618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.201771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.201984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.202054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.202203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.202343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.202425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.202477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.202608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.202681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.202776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.202831] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.484254] env[66213]: INFO networking_nsxv3.common.synchronization [req-3dc161b6-49e0-4fd2-a936-e2ecd68f0cd8 req-9ccc655e-de84-49d7-b966-5c57f94bb8b7 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 878.484254] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 878.484254] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.484254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.484254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.484602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.484602] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.484855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.484855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.484909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.484954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.486321] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.519958] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.708151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14b7953-d06e-4fad-9216-96559724a81b: rpc.has_security_group_logging(os_id): False [ 878.729122] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.729288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.729358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.729600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.729743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.729988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.730092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.730144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.730304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.730379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.730594] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.730737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.730786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.730893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.730962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.731148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.731248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.731307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.734020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.734020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.734020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be created. [ 878.810066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.810066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.810066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.810308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.810794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.824907] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 878.971641] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.971764] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.971867] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.972859] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973069] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973306] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973633] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973793] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.974015] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.974219] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.974393] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.974528] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.974648] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.974753] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.974885] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.989596] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.996608] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.996782] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.996924] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.997255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.998222] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-74738c5b-c992-47dc-85a8-ad7d8edc368b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.998442] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.998547] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.998876] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.999029] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74738c5b-c992-47dc-85a8-ad7d8edc368b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.023491] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.492049] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.501357] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.501577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.501701] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.501986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.502153] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.502307] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 74738c5b-c992-47dc-85a8-ad7d8edc368b not found, creating... [ 879.502570] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502705] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.502819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.503074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.503228] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.503507] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.503661] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.503775] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.503984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.504135] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.504318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 74738c5b-c992-47dc-85a8-ad7d8edc368b is going to be created. [ 879.526143] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.527018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.527018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.527018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.527137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.527236] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 879.530280] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.530618] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.530846] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.531293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.531687] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.532088] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.567079] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.567234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.567293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.567530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.567762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.578730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 879.994166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.994717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.994923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.995280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.995468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.995655] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 880.028376] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.028376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.028376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.028545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.028714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.042623] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 880.240987] env[66213]: INFO networking_nsxv3.common.synchronization [req-3dc161b6-49e0-4fd2-a936-e2ecd68f0cd8 req-f7945c5c-8075-4706-ad1f-d01ddd36478c service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 880.241490] env[66213]: INFO networking_nsxv3.common.synchronization [req-3dc161b6-49e0-4fd2-a936-e2ecd68f0cd8 req-f7945c5c-8075-4706-ad1f-d01ddd36478c service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 880.241490] env[66213]: INFO networking_nsxv3.common.synchronization [req-3dc161b6-49e0-4fd2-a936-e2ecd68f0cd8 req-f7945c5c-8075-4706-ad1f-d01ddd36478c service nova] Enqueued Resource ID: 74738c5b-c992-47dc-85a8-ad7d8edc368b with Priority: HIGHEST for action port [ 880.242084] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 880.242264] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 880.242401] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74738c5b-c992-47dc-85a8-ad7d8edc368b with Priority: HIGHEST for action port [ 880.242762] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.242884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243182] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.243263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-74738c5b-c992-47dc-85a8-ad7d8edc368b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.243601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.243936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.244157] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74738c5b-c992-47dc-85a8-ad7d8edc368b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.750033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74738c5b-c992-47dc-85a8-ad7d8edc368b with status ACTIVE [ 880.750033] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750033] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750033] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.750033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74738c5b-c992-47dc-85a8-ad7d8edc368b is going to be updated. [ 880.777331] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.777479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.777545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.777763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.777902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.778074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74738c5b-c992-47dc-85a8-ad7d8edc368b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.843934] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 880.844065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.844206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.845574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.845574] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.106497] env[66213]: INFO networking_nsxv3.common.synchronization [req-4cbd7004-09fb-42e5-a0d7-039552cde1af req-e8cadca6-4f3d-45b4-94b1-6dab2560cfc3 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 881.109063] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 881.110594] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.110737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.348784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.350410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.591896] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 881.592213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.596313] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.596537] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.596699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.597097] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.597734] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.598131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.598313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.598611] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.599126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.599392] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.599516] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.599744] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.599875] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.600054] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.600195] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.600307] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.625096] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.625315] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.625456] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.625645] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-750" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.626063] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.626284] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.626468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.626920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.630600] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2636a8-3ff5-44dd-ad2a-fb0d880675d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.054485] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 882.054813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.054813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.054994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.055230] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.055381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.055454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.055649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.055768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.055890] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.133531] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133826] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.134009] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134367] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.134846] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.134846] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 not found, creating... [ 882.135207] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.135352] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.135483] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135737] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135918] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.136306] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.136511] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.136666] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.136932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.137131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.137315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 is going to be created. [ 882.163042] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.163203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.163330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.163600] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.163865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.164161] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.559556] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.959051] env[66213]: INFO networking_nsxv3.common.synchronization [req-4cbd7004-09fb-42e5-a0d7-039552cde1af req-5c911736-89ff-47ec-b130-72030b27e3a5 service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 882.959189] env[66213]: INFO networking_nsxv3.common.synchronization [req-4cbd7004-09fb-42e5-a0d7-039552cde1af req-5c911736-89ff-47ec-b130-72030b27e3a5 service nova] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 882.959288] env[66213]: INFO networking_nsxv3.common.synchronization [req-4cbd7004-09fb-42e5-a0d7-039552cde1af req-5c911736-89ff-47ec-b130-72030b27e3a5 service nova] Enqueued Resource ID: 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 with Priority: HIGHEST for action port [ 882.959491] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_rules [ 882.959620] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 882.959761] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 with Priority: HIGHEST for action port [ 882.961082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.961228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.961463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.961613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.961901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.961901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.962081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.962186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.962302] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2636a8-3ff5-44dd-ad2a-fb0d880675d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.062285] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.465831] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 with status ACTIVE [ 883.465831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.465831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.465831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.466151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.466206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.467501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467501] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2636a8-3ff5-44dd-ad2a-fb0d880675d8 is going to be updated. [ 883.491290] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.491452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.491492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.491892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.491892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.492097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2636a8-3ff5-44dd-ad2a-fb0d880675d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.566925] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.567242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.567343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.567643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.567761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.567876] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 883.621369] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.621369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.621369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.637139] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 884.066142] env[66213]: INFO networking_nsxv3.common.synchronization [req-998cbe1a-3caf-446c-8d0b-35fe5400f9be req-061a17fd-5071-4221-9ef8-074bbb780454 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 884.066413] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 884.066712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.066861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.066861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.067305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.067305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.067419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.067419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.067801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.067801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.067801] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.572476] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.573259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.573349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.573577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.573671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.573889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.573997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.574111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.574412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 884.610719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.610900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.611016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.611302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.611493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623789] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 885.649081] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 885.649534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.649534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.649755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.649955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.650090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.650156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.650324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.650413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.650504] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.153273] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.208621] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3486854-8212-4a73-b880-346f2f79619c req-1cd1b7bc-5dc9-49db-bbdb-97916799158a tempest-ServerPasswordTestJSON-75733732 tempest-ServerPasswordTestJSON-75733732-project-member] Enqueued Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 886.209274] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 886.209600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.209795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.210977] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.210977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.211519] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.636143] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 886.636334] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 886.636452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.641772] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.641994] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-739" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642171] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-739" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.642511] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-739" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643053] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.643162] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.643287] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.643590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643812] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.644138] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.644349] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.644428] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.644546] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.644655] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.644757] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.644922] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.656022] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.665610] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.665880] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.666071] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.666692] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-739" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.668069] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-615edaf2-d866-46b1-8c1d-add9f0f6458a taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.668069] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.668262] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.668569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.669477] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615edaf2-d866-46b1-8c1d-add9f0f6458a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.714884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.714884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.715066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.715168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.715285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.715502] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.715643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.715712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.715924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.715985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.716110] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 already deleted. [ 886.716197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.159473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.159720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.159791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.160036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.160170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.160234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 887.172811] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.173061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.173061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.173370] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.173519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.173681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 615edaf2-d866-46b1-8c1d-add9f0f6458a not found, creating... [ 887.173958] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174183] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.174239] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.174470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.174643] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.174939] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.176562] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.176685] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.177609] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.177609] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.177609] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 615edaf2-d866-46b1-8c1d-add9f0f6458a is going to be created. [ 887.196366] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.196601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.196601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.196822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.196981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.205676] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.205920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.206109] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.207034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.207207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.207609] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.211040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 887.938588] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3486854-8212-4a73-b880-346f2f79619c req-8f1c0026-76bf-4f15-8652-f37121d304f7 service nova] Enqueued Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_rules [ 887.938588] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3486854-8212-4a73-b880-346f2f79619c req-8f1c0026-76bf-4f15-8652-f37121d304f7 service nova] Enqueued Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 887.938588] env[66213]: INFO networking_nsxv3.common.synchronization [req-b3486854-8212-4a73-b880-346f2f79619c req-8f1c0026-76bf-4f15-8652-f37121d304f7 service nova] Enqueued Resource ID: 615edaf2-d866-46b1-8c1d-add9f0f6458a with Priority: HIGHEST for action port [ 887.938954] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_rules [ 887.939189] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 887.939298] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615edaf2-d866-46b1-8c1d-add9f0f6458a with Priority: HIGHEST for action port [ 887.940012] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.940168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.940443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.940606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.940606] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.944864] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944864] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.944864] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.944864] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-615edaf2-d866-46b1-8c1d-add9f0f6458a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.944864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944864] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615edaf2-d866-46b1-8c1d-add9f0f6458a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.447115] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.447984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.447984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.447984] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 615edaf2-d866-46b1-8c1d-add9f0f6458a with status ACTIVE [ 888.448229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.448229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.448354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.448593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.448657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.448839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.448938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.448984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.449163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.449235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.449418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.449499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.449567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.449696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.449785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.449869] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 615edaf2-d866-46b1-8c1d-add9f0f6458a is going to be updated. [ 888.476896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.476896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.476896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.476896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.476896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.476896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615edaf2-d866-46b1-8c1d-add9f0f6458a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.952157] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.225022] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.225022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225022] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.225762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.225926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.226106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.226208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.226478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.226685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.226808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.226948] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.455231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.455231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.455231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.455231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.455231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.455231] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 is going to be created. [ 889.487178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.487370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.487472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.487767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.487888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.501035] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: UNINITIALIZED for 2s [ 889.729161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.729290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.729578] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.232630] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.735562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.735870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.735952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.736237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.736367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.736474] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 890.768867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 891.512460] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: SUCCESS [ 891.512782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.512856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.513095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.513290] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.513408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.513467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.513620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.513738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.513793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.513871] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.016531] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.016715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.016772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.018889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.018889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.018889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.018889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.018889] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.522424] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c567afa7-7f72-4a1d-94a0-4e84223e5404: rpc.has_security_group_logging(os_id): False [ 892.542532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.542673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.542739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.542952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.543057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543969] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.543969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.543969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.543969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.543969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543969] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.544202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.544202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.544202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.544308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.546020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.546020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.546020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.546020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.546020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.546020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 is going to be created. [ 892.638128] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.638414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.638517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.638834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.639170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.651285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: IN_PROGRESS for 2s [ 892.792686] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 4s [ 892.940289] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.940417] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 893.852117] env[66213]: INFO networking_nsxv3.common.synchronization [req-2ad6944b-d8d7-4b01-95f7-6832ee7d4767 req-5e6c0ff5-0cd7-40b0-aae2-b8bd3390d3b5 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 893.852998] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 893.853536] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.853729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.853847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.854174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.854587] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.854587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.854587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.854825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.855074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.855166] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.961205] env[66213]: INFO networking_nsxv3.common.synchronization [req-d339fe01-d795-414a-96ab-30a0703e1aee req-4be2bb52-b958-4a98-883a-213c1bebc180 tempest-ListServersNegativeTestJSON-1832643115 tempest-ListServersNegativeTestJSON-1832643115-project-member] Enqueued Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 893.962478] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a76f99-4153-42fd-9444-c90933ab6c2c with Priority: HIGHEST for action security_group_members [ 893.962835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3a76f99-4153-42fd-9444-c90933ab6c2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.962999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.358028] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.664864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: SUCCESS [ 894.665100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803386] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 894.803600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.803817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.804062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.804253] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.804373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.804439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.804594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.804673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.804757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.804921] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.805046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.805114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.805260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.805430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.805527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.805586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.805726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.805826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.805916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.806072] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.860589] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.308365] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14b7953-d06e-4fad-9216-96559724a81b: rpc.has_security_group_logging(os_id): False [ 895.329355] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.329590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.329590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.329928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.330062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.330273] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.330377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.330438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.330618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.330689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.330944] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.331096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.331228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.331318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.331478] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.331478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.331478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.332086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.332086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.332086] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 895.363061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.363283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.363331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.363636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.363746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.364105] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 895.402836] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.403048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.403101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.403296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.403447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.416452] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 895.444582] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.444738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.444859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.445121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.445292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.468976] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 895.578929] env[66213]: INFO networking_nsxv3.common.synchronization [req-61dd488a-7af3-4a6a-b3eb-9e186b488af1 req-c0d3bd51-ccaf-4040-b451-25ed4667f5c0 tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 895.579382] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 895.580095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.580095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.580095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.580339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.580504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.580610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.580671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.581533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.581533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.581533] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.926800] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.927151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.927151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.927483] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.927771] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.927956] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.928091] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.928332] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.928487] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.929238] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.929372] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.929419] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.929507] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.929623] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.929729] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.929899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.954240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.954240] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.954240] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.954240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.954240] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-cf960ca6-801b-4ea9-af08-6829fbe3f1da taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.954240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.954240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.954240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.954932] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf960ca6-801b-4ea9-af08-6829fbe3f1da',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.083702] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.083702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.083702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.084021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.084165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.084422] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.084537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.085955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.085955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.085955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.085955] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 already deleted. [ 896.085955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.460407] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.460744] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.460744] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.461112] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.461271] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.461463] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port cf960ca6-801b-4ea9-af08-6829fbe3f1da not found, creating... [ 896.461740] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.461904] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462038] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.462274] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.462409] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.462691] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.462843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462959] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.463218] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.463351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.463490] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da is going to be created. [ 896.483777] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.484081] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.484209] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.484502] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.484728] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.484954] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.223193] env[66213]: INFO networking_nsxv3.common.synchronization [req-61dd488a-7af3-4a6a-b3eb-9e186b488af1 req-2aff9c22-1e09-452b-8aee-8ba69e38a551 service nova] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 897.223489] env[66213]: INFO networking_nsxv3.common.synchronization [req-61dd488a-7af3-4a6a-b3eb-9e186b488af1 req-2aff9c22-1e09-452b-8aee-8ba69e38a551 service nova] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 897.223526] env[66213]: INFO networking_nsxv3.common.synchronization [req-61dd488a-7af3-4a6a-b3eb-9e186b488af1 req-2aff9c22-1e09-452b-8aee-8ba69e38a551 service nova] Enqueued Resource ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da with Priority: HIGHEST for action port [ 897.226940] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 897.227206] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 897.227343] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da with Priority: HIGHEST for action port [ 897.228064] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.228220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.228291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.228607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.228607] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.229871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.229871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.229981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.230176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.230721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.230721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.230721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.230721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.230960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.230960] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.233032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf960ca6-801b-4ea9-af08-6829fbe3f1da taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.233032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.233032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.233032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.233032] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf960ca6-801b-4ea9-af08-6829fbe3f1da',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.430102] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 897.430346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.430520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.431119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.431183] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.431265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.431347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.432107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.432107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.432107] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3a76f99-4153-42fd-9444-c90933ab6c2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.485662] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 897.485895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.486092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.486341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.486435] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.735614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.735614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.735876] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.736896] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf960ca6-801b-4ea9-af08-6829fbe3f1da with status ACTIVE [ 897.737246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.737463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.737535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.737878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.738101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.738320] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.738484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.738593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.738878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.739016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.739312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.739549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.739620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.739874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.740034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.740181] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da is going to be updated. [ 897.771714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.771714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.771714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.771714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.771714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.771943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.935515] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.935876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.936192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.936512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.936696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.937133] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.937371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.937523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.937820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.938015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.938205] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c is going to be updated. [ 897.979026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.979191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.979241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.979484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.979621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.989413] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.989413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.989413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.990070] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.990298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.991067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.991067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.991067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.991067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.991067] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.993824] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: IN_PROGRESS for 2s [ 898.225201] env[66213]: INFO networking_nsxv3.common.synchronization [req-c380bf3a-e212-4d94-8a7b-52312db09eb9 req-6fba959b-ca1a-4c3a-9ffb-0738394b8d7d tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 898.226387] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 898.226552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.227017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.227017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.227237] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.227298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.227559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.227675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.227756] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.242526] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.500475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.500475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.500475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.500475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.500475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.501130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.501130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.501130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.501130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.501130] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.731574] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.731806] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.731966] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.732208] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.732478] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.732644] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.732761] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.733010] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.733207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.733390] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.733595] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.733595] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.733775] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.733839] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.733916] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.734059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.735125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.735243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.735297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.735441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.735522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.735689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.735781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.735850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.736016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.736118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.736203] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 898.744633] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.744799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.744883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.745087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.745190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.745283] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be created. [ 898.749392] env[66213]: INFO networking_nsxv3.common.synchronization [req-f8ade795-435f-4915-8441-5a6c08f6acc5 req-56d2e25a-4d89-4974-9b8e-50f5fe8af3e6 tempest-ServersWithSpecificFlavorTestJSON-136988448 tempest-ServersWithSpecificFlavorTestJSON-136988448-project-member] Enqueued Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 898.750504] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 with Priority: HIGHEST for action security_group_members [ 898.751029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.751029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.751029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.751229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.751360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.751457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.751524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.751665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.751744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.751828] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.762536] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.762726] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.762832] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.763058] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.763392] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.763566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.763686] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.764032] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.764171] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6b6796-22d9-4f93-a2b8-0b91af66b09a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.768790] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.768921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.768993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.769198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.769339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.777397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 898.783066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.783216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.783259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.783461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.783615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.792827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: UNINITIALIZED for 2s [ 899.006020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14b7953-d06e-4fad-9216-96559724a81b: rpc.has_security_group_logging(os_id): False [ 899.026898] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.027222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.027384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.027622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.027925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.027925] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.028255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.028255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.028483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.028483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.028629] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.028697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.028755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.028909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.029030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.029398] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.029503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.029594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.029913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.030046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.030148] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 899.097826] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.097979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.111905] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 899.255167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.255531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.255531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.255613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.266069] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.266308] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.266434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.266706] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.266850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.267407] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0d6b6796-22d9-4f93-a2b8-0b91af66b09a not found, creating... [ 899.267407] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.267607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.267607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.267840] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.268066] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.268395] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.268615] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.268806] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.269061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.269255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.269476] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0d6b6796-22d9-4f93-a2b8-0b91af66b09a is going to be created. [ 899.281380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.281646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.281838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.282240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 is going to be updated. [ 899.294085] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.294085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.294085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.294085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.294085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.294085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.313704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.313866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.313958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.314207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.314363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.327093] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: IN_PROGRESS for 2s [ 900.010023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3a76f99-4153-42fd-9444-c90933ab6c2c in Status: SUCCESS [ 900.010023] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3a76f99-4153-42fd-9444-c90933ab6c2c deletion is rescheduled due to dependency. [ 900.010023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3a76f99-4153-42fd-9444-c90933ab6c2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.031972] env[66213]: INFO networking_nsxv3.common.synchronization [req-c380bf3a-e212-4d94-8a7b-52312db09eb9 req-ab41e66f-9492-416b-aa42-014c3fa7b5ee service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 900.032439] env[66213]: INFO networking_nsxv3.common.synchronization [req-c380bf3a-e212-4d94-8a7b-52312db09eb9 req-ab41e66f-9492-416b-aa42-014c3fa7b5ee service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 900.037213] env[66213]: INFO networking_nsxv3.common.synchronization [req-c380bf3a-e212-4d94-8a7b-52312db09eb9 req-ab41e66f-9492-416b-aa42-014c3fa7b5ee service nova] Enqueued Resource ID: 0d6b6796-22d9-4f93-a2b8-0b91af66b09a with Priority: HIGHEST for action port [ 900.037213] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 900.037213] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 900.037213] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6b6796-22d9-4f93-a2b8-0b91af66b09a with Priority: HIGHEST for action port [ 900.037213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.037213] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.037213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.037213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.037213] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6b6796-22d9-4f93-a2b8-0b91af66b09a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.540721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.542387] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6b6796-22d9-4f93-a2b8-0b91af66b09a with status ACTIVE [ 900.542589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.542717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.542786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.543334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.543334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.543527] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.543630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.543751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.543855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.543934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.544698] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.544698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.544890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.544939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.544979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545091] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6b6796-22d9-4f93-a2b8-0b91af66b09a is going to be updated. [ 900.567592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.567891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.567983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.568250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.568394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.568555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6b6796-22d9-4f93-a2b8-0b91af66b09a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.787755] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 900.787930] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 900.788056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.788352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.788529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.788741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.788877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.788973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.789226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.789320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789454] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.802591] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: SUCCESS [ 900.803077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.803690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.803870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.803992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804372] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.804472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804669] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.126972] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 901.127375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.292128] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.307318] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.336926] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 in Status: SUCCESS [ 901.338016] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136 deletion is rescheduled due to dependency. [ 901.338016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795753] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.811536] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3535c890-2836-44b8-b472-d1be2bcf7322: rpc.has_security_group_logging(os_id): False [ 901.833201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.833378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.833446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.833680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.833774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.834066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.834171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.834235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.834395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.834474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.834584] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be created. [ 901.903965] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.904132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.904290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.904556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.904743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.918249] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: IN_PROGRESS for 2s [ 902.298113] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.298306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.298377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.298645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.298743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.298857] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 902.349473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.349680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.349680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.350108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.350246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.360537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 902.602566] env[66213]: INFO networking_nsxv3.common.synchronization [req-1a62145b-8af4-400f-a2fb-150de1d69790 req-ef6803eb-3a49-4b40-897e-a9282b45f4b9 tempest-ServerPasswordTestJSON-75733732 tempest-ServerPasswordTestJSON-75733732-project-member] Enqueued Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 902.603086] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 with Priority: HIGHEST for action security_group_members [ 902.603403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c567afa7-7f72-4a1d-94a0-4e84223e5404 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.604026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.604026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.604026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.604026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.604026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.604244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.604244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.604298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.604410] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c567afa7-7f72-4a1d-94a0-4e84223e5404',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.107353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.107824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.107824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.107984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.107984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.108285] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.108404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.108487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.108642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.108716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.108813] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 is going to be updated. [ 903.145354] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.145572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.145572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.145808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.145969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.158234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: IN_PROGRESS for 2s [ 903.280068] env[66213]: INFO networking_nsxv3.common.synchronization [req-461dcf9f-085a-4835-8e2c-f6ee67b43cda req-9c916e2e-831f-4695-b75d-dc0d6243c0c9 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 903.281741] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 903.281874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.281982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.282068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.282330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.282491] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.282601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.282679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.282860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.282945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.283054] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.779677] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.780043] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.780232] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.781109] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.781531] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.781867] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.782239] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.782640] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.782846] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.783146] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.783309] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.783428] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.783553] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.783694] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.783835] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.784169] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.786102] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.786231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.786298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.786524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.786644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.786887] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.787044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.787137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.787328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.787452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.787561] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c already deleted. [ 903.787666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.809105] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.809501] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.809501] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.809660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.810283] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-701364c3-695e-453d-b2de-5322f200c187 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.810283] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.810480] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.810722] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.811252] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701364c3-695e-453d-b2de-5322f200c187',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.935527] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: SUCCESS [ 903.936213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.314709] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.315684] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.315684] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.316018] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.316186] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.316348] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 701364c3-695e-453d-b2de-5322f200c187 not found, creating... [ 904.316649] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.316818] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.316941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.317181] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.317304] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.317633] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.318118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.318118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.318211] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.318282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.318447] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 701364c3-695e-453d-b2de-5322f200c187 is going to be created. [ 904.344669] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.345114] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.345255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.345551] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.346303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.346664] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.375266] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 904.375628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.375917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.376318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.376623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.376826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.377075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.377262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.377401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.377554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.377754] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.880689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.880928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.880928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.881232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.881403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.881506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.881570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.881729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.881816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.881905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.882062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.882186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.882227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.882382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.882525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.882621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.882680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.882821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.882901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.882983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.883090] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.028899] env[66213]: INFO networking_nsxv3.common.synchronization [req-461dcf9f-085a-4835-8e2c-f6ee67b43cda req-6fd0ff91-2cc2-4987-ab6e-3a019a345c0d service nova] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_rules [ 905.029254] env[66213]: INFO networking_nsxv3.common.synchronization [req-461dcf9f-085a-4835-8e2c-f6ee67b43cda req-6fd0ff91-2cc2-4987-ab6e-3a019a345c0d service nova] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 905.029398] env[66213]: INFO networking_nsxv3.common.synchronization [req-461dcf9f-085a-4835-8e2c-f6ee67b43cda req-6fd0ff91-2cc2-4987-ab6e-3a019a345c0d service nova] Enqueued Resource ID: 701364c3-695e-453d-b2de-5322f200c187 with Priority: HIGHEST for action port [ 905.030016] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_rules [ 905.030251] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 905.030367] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701364c3-695e-453d-b2de-5322f200c187 with Priority: HIGHEST for action port [ 905.030660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.030829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.030925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.031300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.031399] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.032793] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.032922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.033040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039670] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.039670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-701364c3-695e-453d-b2de-5322f200c187 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039670] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701364c3-695e-453d-b2de-5322f200c187',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.170557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 in Status: SUCCESS [ 905.171118] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c567afa7-7f72-4a1d-94a0-4e84223e5404 deletion is rescheduled due to dependency. [ 905.171118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c567afa7-7f72-4a1d-94a0-4e84223e5404" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.385777] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cb4e31-5269-4ed7-9b14-d3ee32acb049: rpc.has_security_group_logging(os_id): False [ 905.412135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.412135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.412135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.412135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.412135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.412135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.412939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.412939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.412939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.412939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413122] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.413609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.413609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.414200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.414200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.414200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.414323] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 905.495310] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.495310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.495310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.495310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.495310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.506737] env[66213]: INFO networking_nsxv3.common.synchronization [req-10af2174-b71c-44f1-b761-06d2020f78af req-f35e097c-a411-4db6-9d4a-1ecfa900c432 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 905.507302] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGHEST for action security_group_members [ 905.508152] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.508983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.508983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.508983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.508983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.508983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.508983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.509291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.509291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.509438] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.512485] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 905.540735] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.542251] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542845] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 701364c3-695e-453d-b2de-5322f200c187 with status ACTIVE [ 905.542845] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.543120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.543458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.543458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.543592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.543831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.543905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.544218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.544341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.544589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.544748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.544794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.544959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.545074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.545246] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 701364c3-695e-453d-b2de-5322f200c187 is going to be updated. [ 905.571886] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.572050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.572148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.572441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.572598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.572769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701364c3-695e-453d-b2de-5322f200c187" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.944796] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9df004d9-d215-467a-b122-fbeb7a6c9a6f None None] Enqueued Resource ID: fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f with Priority: HIGHEST for action port [ 905.945471] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f with Priority: HIGHEST for action port [ 905.945884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.945972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.946023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.946283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.946370] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.013615] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.013793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.013874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.014121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.014216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.014414] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.014511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.014581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.014729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.014805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.014892] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f is going to be updated. [ 906.048449] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.048602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.048703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.049082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.049488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.051132] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.062645] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: IN_PROGRESS for 2s [ 906.449676] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f [ 906.450578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.451987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.451987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.451987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.451987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.451987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f already deleted. [ 906.451987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8fbec0-5dfd-4f7a-9d9a-186dc2e8c90f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.554614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.554614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.554614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.554614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554614] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be created. [ 906.589908] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.590097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.590260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.590534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.590921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.603406] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: UNINITIALIZED for 2s [ 907.199596] env[66213]: INFO networking_nsxv3.common.synchronization [None req-fd72cdb5-3c5a-4224-886c-ff784cfc6fab tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 907.200529] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 907.202155] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.202300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.202369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.202648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.202737] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.312785] env[66213]: INFO networking_nsxv3.common.synchronization [None req-ba16727e-2b0f-4e64-b97a-b414ab04a9fc tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 907.313214] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 907.313518] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.313609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.528169] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 907.528737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.724317] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.724480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.724545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.724760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.724862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.724969] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f already deleted. [ 907.725086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.725293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.725499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.725606] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.075673] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 238d2414-e29d-48cd-bd0f-701da8967b9f in Status: SUCCESS [ 908.075673] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f deletion is rescheduled due to dependency. [ 908.075673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246539] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.246822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.246822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247210] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f already deleted. [ 908.247348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.400105] env[66213]: INFO networking_nsxv3.common.synchronization [None req-433acff6-c66b-4393-a7e8-ead1f218b719 None None] Enqueued Resource ID: ef97a1d1-f44f-4473-8c46-15845088257a with Priority: HIGHEST for action port [ 908.400672] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef97a1d1-f44f-4473-8c46-15845088257a with Priority: HIGHEST for action port [ 908.400975] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef97a1d1-f44f-4473-8c46-15845088257a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.401189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef97a1d1-f44f-4473-8c46-15845088257a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.401441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef97a1d1-f44f-4473-8c46-15845088257a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.401797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef97a1d1-f44f-4473-8c46-15845088257a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.401915] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef97a1d1-f44f-4473-8c46-15845088257a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.615467] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 908.615932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.616774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.617114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.617661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.617829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.617967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.618483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.618751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.618963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.619173] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.904299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef97a1d1-f44f-4473-8c46-15845088257a [ 908.905904] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.905904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.905904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.905904] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef97a1d1-f44f-4473-8c46-15845088257a already deleted. [ 908.905904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef97a1d1-f44f-4473-8c46-15845088257a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.126204] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.126849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.126849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.126849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.127408] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.127530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.127634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.128342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.128342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.128342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.128342] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.128342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.128342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.128697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.128697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.128697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.128697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.128980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.128980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.129117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.131313] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.633817] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5e98c6-50f3-4217-b5e1-4fd87e848a3c: rpc.has_security_group_logging(os_id): False [ 909.653172] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.653413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.653499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.653801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.654123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.654815] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.654815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.654815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.654815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.654815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.655347] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.655347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.655537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.655761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.655869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.656177] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.656768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.656768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.657588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.657817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.657817] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be created. [ 909.720756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.721042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.721151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.721370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.721562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.733407] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 911.037168] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.037168] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.037168] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.037508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.037677] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.037837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.038089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.038333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.038481] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.038685] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.038794] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.038897] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.039022] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.039139] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.040057] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.040305] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.061703] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.062267] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.062267] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.062400] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-94" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.062741] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-40d16e00-7ed5-4dcb-8670-20d64092b6cc taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.062955] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.063426] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.063426] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.063610] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d16e00-7ed5-4dcb-8670-20d64092b6cc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.566228] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.566517] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.566781] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.567350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.567533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.567825] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.568014] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.568311] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.568382] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.568503] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.568803] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.568972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.569119] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.569334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.569613] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.569613] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc is going to be updated. [ 911.591865] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.595136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.595136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.595136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.595136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.595136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.752038] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 911.752038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.396613] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7586c25-a712-43fa-8bc4-1eb43a0dcdca req-0a73ded0-7f6c-4bea-a8b7-40b0c88f58b5 service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 912.397016] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7586c25-a712-43fa-8bc4-1eb43a0dcdca req-0a73ded0-7f6c-4bea-a8b7-40b0c88f58b5 service nova] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 912.397264] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7586c25-a712-43fa-8bc4-1eb43a0dcdca req-0a73ded0-7f6c-4bea-a8b7-40b0c88f58b5 service nova] Enqueued Resource ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc with Priority: HIGHEST for action port [ 912.399056] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_rules [ 912.399056] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 912.399056] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc with Priority: HIGHEST for action port [ 912.399056] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.399056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.399056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.399056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.399056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.401062] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.401062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.401062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.401062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.401233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.401479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.401479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.401614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.401614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.401902] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.402600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d16e00-7ed5-4dcb-8670-20d64092b6cc taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.402712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.402780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.402944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.403042] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d16e00-7ed5-4dcb-8670-20d64092b6cc',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.905248] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.905368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.905496] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.906436] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d16e00-7ed5-4dcb-8670-20d64092b6cc with status ACTIVE [ 912.906624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.906738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.906805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.907213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.907213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.907311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.907659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.907659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.907659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.907659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.907897] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.908038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.908038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.908276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.908276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.908364] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d16e00-7ed5-4dcb-8670-20d64092b6cc is going to be updated. [ 912.930573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.930733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.930733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.930987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.931360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d16e00-7ed5-4dcb-8670-20d64092b6cc" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.410296] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.915503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.916304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.916412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.916859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.916859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.916980] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 913.947554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.947707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.947846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.948118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.948272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.958401] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 914.014181] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-aabc2814-0ed3-4c52-8c01-12d3f8898f1e tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 914.014748] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 914.015071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.015202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.015289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.015660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.015823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.015898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.015980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.016241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.016344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.016426] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.471090] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.471524] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.471524] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.471777] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.472121] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.472644] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.472808] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.473076] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.473264] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.473523] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.473671] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.473773] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.473898] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.474082] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.474319] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.474391] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.496303] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.496510] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.496692] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.496887] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.497341] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-fedb89be-1e90-4269-8946-96c2a7d7774a taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.497536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.497660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.498071] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.498260] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fedb89be-1e90-4269-8946-96c2a7d7774a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.519377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.519377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.519377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.519511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.519511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.519673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.519803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.519946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.520140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.520230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.520953] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be deleted. [ 914.553292] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.553292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.553292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.553292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.553292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.553292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.001178] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.001432] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.001559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.001850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.001998] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.002163] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port fedb89be-1e90-4269-8946-96c2a7d7774a not found, creating... [ 915.002428] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.002586] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.002701] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.002920] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.003067] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.003350] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.003503] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.003618] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.003819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.004084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.004084] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: fedb89be-1e90-4269-8946-96c2a7d7774a is going to be created. [ 915.036956] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.037287] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.037421] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.037746] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.037959] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.038209] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.882775] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-44b151d9-f6b8-4367-ac02-e7f30ecf5497 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 915.883124] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-44b151d9-f6b8-4367-ac02-e7f30ecf5497 service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 915.883283] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-44b151d9-f6b8-4367-ac02-e7f30ecf5497 service nova] Enqueued Resource ID: fedb89be-1e90-4269-8946-96c2a7d7774a with Priority: HIGHEST for action port [ 915.884656] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 915.884656] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 915.884656] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb89be-1e90-4269-8946-96c2a7d7774a with Priority: HIGHEST for action port [ 915.884656] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.884656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.884926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.885029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.885119] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.886602] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.886602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.886602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.886787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.887292] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.887292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.887452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.887932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.887932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.887932] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.889705] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fedb89be-1e90-4269-8946-96c2a7d7774a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.889897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.889999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.890426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.890426] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fedb89be-1e90-4269-8946-96c2a7d7774a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.973683] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 915.974434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.974538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.974753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.975189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.975319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.976093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.976093] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.393368] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.393582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.393741] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.395011] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fedb89be-1e90-4269-8946-96c2a7d7774a with status ACTIVE [ 916.395334] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.395334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.395471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.395637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.395744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.396013] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.397097] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.397097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.397367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fedb89be-1e90-4269-8946-96c2a7d7774a is going to be updated. [ 916.422883] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.423113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.423113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.423308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.423481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.423640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fedb89be-1e90-4269-8946-96c2a7d7774a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.478915] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.479089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.479157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.479630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.479800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.480044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.480171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482051] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482051] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.482542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.482542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.482542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.482783] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.821731] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-0980099d-6d04-4638-933c-f788dd036163 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 916.822358] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 916.822666] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.822767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.899542] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.953818] env[66213]: INFO networking_nsxv3.common.synchronization [req-be12eb14-c32c-4032-a02f-44a51b1c6c20 req-a0168ce6-9a12-4d00-b1e4-d0b8e2f81c21 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 916.954960] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 916.954960] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.954960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.961029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.961029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.961029] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.986104] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82ae44ea-2307-478b-ac51-78a05d746f6d: rpc.has_security_group_logging(os_id): False [ 917.009197] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.009424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.009523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.009812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.041685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.041931] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.042102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.042187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.042394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.042481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.042685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.042829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.042940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.043220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.043367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.043687] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.043824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.043946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.044299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.044388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.044481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 917.133575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.133912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.133992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.134235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.134428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.147284] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 917.289716] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.289716] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.289716] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.290569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.290569] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.290569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.290569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.290816] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.290868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.291078] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.291195] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.291303] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.291410] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.291559] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.291685] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.291914] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.319023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.319023] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.319023] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.319023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-781" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.319023] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.319023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.319023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.319023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.319023] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676b568a-4e54-4ab3-a4a3-f1c905aa55dd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.404430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.404625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.404723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.405427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.405661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.405661] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be created. [ 917.445927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.446113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.446189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.446454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.446722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.465448] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: UNINITIALIZED for 2s [ 917.465448] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.822064] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.822064] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.822064] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.822307] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.822418] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.822682] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 676b568a-4e54-4ab3-a4a3-f1c905aa55dd not found, creating... [ 917.823105] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.823278] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.823459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.823765] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.823919] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.824313] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.824555] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.824764] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.825073] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.825227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.825460] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 676b568a-4e54-4ab3-a4a3-f1c905aa55dd is going to be created. [ 917.850843] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.851104] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.851187] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.851539] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.851803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.852093] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.970412] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.474229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.474427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.474507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.474715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.474804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.474923] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 918.512054] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.512054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.512054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.512500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.526281] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 918.708600] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-4d4ac594-b4b7-4869-a319-f3db76abf6af service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 918.708753] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-4d4ac594-b4b7-4869-a319-f3db76abf6af service nova] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 918.708888] env[66213]: INFO networking_nsxv3.common.synchronization [req-cff92a69-e46a-4ce8-9279-5282e96c0302 req-4d4ac594-b4b7-4869-a319-f3db76abf6af service nova] Enqueued Resource ID: 676b568a-4e54-4ab3-a4a3-f1c905aa55dd with Priority: HIGHEST for action port [ 918.709551] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_rules [ 918.709723] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 918.709844] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 676b568a-4e54-4ab3-a4a3-f1c905aa55dd with Priority: HIGHEST for action port [ 918.712466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.712466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.712466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.712466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.712466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.712466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.712466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.712466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.712466] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('676b568a-4e54-4ab3-a4a3-f1c905aa55dd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.136776] env[66213]: INFO networking_nsxv3.common.synchronization [req-a86e166e-f163-4685-b3c9-8bf37ed0f5bc req-54b764f8-d891-4cd5-92d8-381e307e1193 tempest-ListImageFiltersTestJSON-1098831876 tempest-ListImageFiltersTestJSON-1098831876-project-member] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 919.138090] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 919.139053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.139053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.139053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.139053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.139053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.139426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.139426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.139426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.139426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.139604] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.162800] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 919.163232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.214921] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 676b568a-4e54-4ab3-a4a3-f1c905aa55dd with status ACTIVE [ 919.215191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.215327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.215646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.215753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.215854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.216071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.216183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.216846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.216846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.216846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.216846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.216846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.217102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.217102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.217169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.217199] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 676b568a-4e54-4ab3-a4a3-f1c905aa55dd is going to be updated. [ 919.242668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.242860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.242860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.243067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.243260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.243436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-676b568a-4e54-4ab3-a4a3-f1c905aa55dd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.482778] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 919.483021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.483198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.483437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.483640] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.484086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.484086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.484086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.484184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.484273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.484421] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.485463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.485650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.485856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.485936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.485981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.486408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.486408] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.642347] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.988466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.989133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.989133] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.145606] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.491589] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.540876] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 920.540876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.648573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.649464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.649464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.649464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.649464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be updated. [ 920.686546] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.686792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.686912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.688353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.688353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.704240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 920.997111] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.997111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.997111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.997507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.998043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.998043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 921.039408] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.039408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.039408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.039408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.039408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.050289] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 922.048722] env[66213]: INFO networking_nsxv3.common.synchronization [req-dfc73840-9da2-4a2e-afb5-0aa9b5126289 req-6b98eb08-ae99-40ae-a269-290e7990ba0a tempest-ServersAdminTestJSON-1823914260 tempest-ServersAdminTestJSON-1823914260-project-member] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 922.049727] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGHEST for action security_group_members [ 922.050331] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.050478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.050714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.051098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.051372] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.051538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.051634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.051864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.052023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.052170] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.554495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.554745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.554745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.555030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.555164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.555438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.555574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.555634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.555810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.555884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.556023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be updated. [ 922.595534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.595769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.595856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.596103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.596255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.605975] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: IN_PROGRESS for 2s [ 922.715864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 922.718571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.060914] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 923.061284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.061447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.061691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062018] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.062265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.062414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.062605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062809] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.566926] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.069691] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.572682] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.572887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.572981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.573245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.573351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.573482] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 924.608425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.608425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.608425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.608425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.608980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.620753] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 924.621475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf in Status: SUCCESS [ 924.621634] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf deletion is rescheduled due to dependency. [ 924.621742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.881567] env[66213]: INFO networking_nsxv3.common.synchronization [req-a744179f-2238-4090-b833-409696746586 req-1f2d273c-c163-453c-926a-39c83959eb82 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 925.882178] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 925.882689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.882689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.882689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.882865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.883022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.883124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.883188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.883382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.883443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.883513] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.264277] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.264518] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.264518] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.265176] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.265176] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.265366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.265408] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.265631] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.265774] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.265983] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.266145] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.266218] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.266302] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.266412] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.266604] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.266666] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.287023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.287140] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.287336] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.287541] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.287857] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-3b2cc87b-0b55-4d05-89f9-5460471e2394 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.288104] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.288238] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.288570] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.288724] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2cc87b-0b55-4d05-89f9-5460471e2394',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.385671] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.632624] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 926.632887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.633022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.633255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.633454] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.633578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.633667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.633851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.633937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.634039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.634210] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.634333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.634396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.634541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.634684] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.634777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.634832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.634989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.635077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.635159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.635253] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.791702] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.792478] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.793086] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.793086] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.793216] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.793432] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 3b2cc87b-0b55-4d05-89f9-5460471e2394 not found, creating... [ 926.793810] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.794064] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.794299] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.794563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.794730] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.795045] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.795208] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.795325] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.795537] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.796255] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.796255] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 3b2cc87b-0b55-4d05-89f9-5460471e2394 is going to be created. [ 926.816483] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.816756] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.816883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.817186] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.817422] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.817723] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.889790] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.140413] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c465879c-a74c-4275-8fd7-21de6c1aebfb: rpc.has_security_group_logging(os_id): False [ 927.159072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.159232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.159321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.159514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.159603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.159814] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.159941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.160043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.161165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.161280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.161487] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.161589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.161645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.161814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.161919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.162140] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.162475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.162540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.162627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be created. [ 927.225031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.225222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.225281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.225508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.225767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.247658] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 927.391652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.395020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.395020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.395020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.395020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.395020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 927.440082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.440082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.440082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.440082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.456148] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 927.595445] env[66213]: INFO networking_nsxv3.common.synchronization [req-a744179f-2238-4090-b833-409696746586 req-a65a3173-55af-4868-bcce-6d19cfbe5b76 service nova] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_rules [ 927.595445] env[66213]: INFO networking_nsxv3.common.synchronization [req-a744179f-2238-4090-b833-409696746586 req-a65a3173-55af-4868-bcce-6d19cfbe5b76 service nova] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 927.595445] env[66213]: INFO networking_nsxv3.common.synchronization [req-a744179f-2238-4090-b833-409696746586 req-a65a3173-55af-4868-bcce-6d19cfbe5b76 service nova] Enqueued Resource ID: 3b2cc87b-0b55-4d05-89f9-5460471e2394 with Priority: HIGHEST for action port [ 927.595896] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_rules [ 927.596074] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 927.596247] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2cc87b-0b55-4d05-89f9-5460471e2394 with Priority: HIGHEST for action port [ 927.596668] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.596826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.596963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.597227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.597307] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.598847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.598964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2cc87b-0b55-4d05-89f9-5460471e2394 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.599306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.599565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.599819] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2cc87b-0b55-4d05-89f9-5460471e2394',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.101610] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.101941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.101941] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b2cc87b-0b55-4d05-89f9-5460471e2394 with status ACTIVE [ 928.102210] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.102347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.102413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.102619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.102705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.102893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.102992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.103067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.103289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.103346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.103487] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.103576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.103635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.103773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.103845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.103928] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b2cc87b-0b55-4d05-89f9-5460471e2394 is going to be updated. [ 928.125912] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.126097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.126173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.126364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.126507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.126664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2cc87b-0b55-4d05-89f9-5460471e2394" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.263841] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 929.264136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.264244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.264468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.264559] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.463097] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 929.463271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.463317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.464029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.464029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.464029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.464029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.464253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.464253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.464253] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.766990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.767178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.767272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.767463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.767632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.767731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.767794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.767939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.768039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.768125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.768220] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.968579] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.271161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.271460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.271460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.271622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.271789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.271888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.271953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.272163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.272256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.272363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.272517] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.272608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.272668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.272809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.272948] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.273053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.273115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.273304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.273372] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.273408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.273482] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.470760] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.776043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c465879c-a74c-4275-8fd7-21de6c1aebfb: rpc.has_security_group_logging(os_id): False [ 930.796807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.797010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.797089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.797275] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.797363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.797572] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.797743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.797743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.797895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.798078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798189] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.798329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.798358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.798471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.798547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.798738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.798844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.798886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.799125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.799209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.800100] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 930.861038] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.861038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.861038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.861038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.861038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.877508] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 930.973310] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.973464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.973533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.973759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.973850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.973950] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 931.009985] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.010157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.010447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.010673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.022098] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 932.597118] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 932.597407] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 932.749218] env[66213]: INFO networking_nsxv3.common.synchronization [req-60316c19-58a9-46f2-ad72-f3c88a5d126e req-39399408-2e88-41da-93fa-07f7c335f5e2 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 932.750076] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 932.750153] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.753016] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.753016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.753016] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.905464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 932.905972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.035152] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 933.035249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.036343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.036343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.036343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.036343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.036343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.036682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.036682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.036682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.036682] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.135548] env[66213]: INFO networking_nsxv3.common.synchronization [req-67dd73d4-fc47-4c92-ab91-093a848c28ab req-78fe4235-a420-4671-8a95-54e95e245503 tempest-MultipleCreateTestJSON-1259717223 tempest-MultipleCreateTestJSON-1259717223-project-member] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 933.136750] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGHEST for action security_group_members [ 933.137438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.137581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.255111] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.541039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.541216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.541288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.541513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.541678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.541777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.541839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.541984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.542084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.542172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.542315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.542472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.542541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.542689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.542882] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.543071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.543141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.543336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.543421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.543502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.543591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.757821] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.046667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5e98c6-50f3-4217-b5e1-4fd87e848a3c: rpc.has_security_group_logging(os_id): False [ 934.066425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.066618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.066871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.067105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.067105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.067381] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.067496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.067535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.067692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.067805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.068011] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.068100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.068195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.068260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.068316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.068558] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.068667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.068738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.068851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.068920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.069010] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 934.138451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.138451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.138666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.138713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.138845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.152243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 934.261651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.261651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.261925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.261925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.262021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.262127] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 934.292353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.292353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.303085] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 936.166646] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 936.167030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 936.314777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.315184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.316029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.316029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.316029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.316029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.316243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.316243] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.818360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.818527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.818602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.818945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.818945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.819201] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.819326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.820040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.820040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.820040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.820040] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be updated. [ 936.846967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.847107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.847107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.847457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.857361] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: IN_PROGRESS for 2s [ 937.432662] env[66213]: INFO networking_nsxv3.common.synchronization [req-664760d7-09c6-4fdc-9050-9f325e6ca1df req-6ca62b26-5ee9-4a46-901f-b2d82dd7abcd tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 937.433431] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 937.433835] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.434211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.434292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.434556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.434728] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.434826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.434889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.436329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.436456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.436577] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.615029] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a992232-0695-41f1-a2d5-810ad924da2d req-612290a0-ebf6-4a6b-99cb-da89c4b7a607 tempest-MigrationsAdminTest-924599814 tempest-MigrationsAdminTest-924599814-project-member] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 937.615322] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGHEST for action security_group_members [ 937.615666] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.615786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.615845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.616145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.616783] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.616783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.616783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.616783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.616783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.616783] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.876973] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.877186] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.877439] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.877670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.878059] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.878941] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.879084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.879780] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.879780] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.879780] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.879780] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.880041] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.880041] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.880148] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.880259] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.880399] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.899116] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.899337] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.899412] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.899603] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.900039] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-566d6e3d-456a-48b7-80d1-101869d481ef taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.900220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.900347] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.900672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.900812] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566d6e3d-456a-48b7-80d1-101869d481ef',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.938979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.939480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.939568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940861] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e already deleted. [ 937.940861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.118854] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.119039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.119161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.119337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.119425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.119615] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.119712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.119766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.120877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.121034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.121176] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be updated. [ 938.155219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.155219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.155219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.155219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.155219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.164245] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: IN_PROGRESS for 2s [ 938.403718] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.403944] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.404083] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.404406] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.404509] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.404668] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 566d6e3d-456a-48b7-80d1-101869d481ef not found, creating... [ 938.404919] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.405099] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.405208] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.405421] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.405550] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.405846] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.405995] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.406192] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.406403] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.406531] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.406669] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 566d6e3d-456a-48b7-80d1-101869d481ef is going to be created. [ 938.427699] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.427944] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.428085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.428376] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.428613] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.428837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.873326] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c465879c-a74c-4275-8fd7-21de6c1aebfb in Status: SUCCESS [ 938.873666] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb deletion is rescheduled due to dependency. [ 938.873666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.167994] env[66213]: INFO networking_nsxv3.common.synchronization [req-664760d7-09c6-4fdc-9050-9f325e6ca1df req-a0eebb91-70d0-4a89-a0d3-734e280b7ce4 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 939.168334] env[66213]: INFO networking_nsxv3.common.synchronization [req-664760d7-09c6-4fdc-9050-9f325e6ca1df req-a0eebb91-70d0-4a89-a0d3-734e280b7ce4 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 939.168982] env[66213]: INFO networking_nsxv3.common.synchronization [req-664760d7-09c6-4fdc-9050-9f325e6ca1df req-a0eebb91-70d0-4a89-a0d3-734e280b7ce4 service nova] Enqueued Resource ID: 566d6e3d-456a-48b7-80d1-101869d481ef with Priority: HIGHEST for action port [ 939.168982] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 939.170419] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 939.170605] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566d6e3d-456a-48b7-80d1-101869d481ef with Priority: HIGHEST for action port [ 939.170854] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.170976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.171055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.171324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.171408] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.172342] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.172452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.172517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.172683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.172825] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.172916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.172976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.173136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.173206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.173301] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.174507] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-566d6e3d-456a-48b7-80d1-101869d481ef taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.174583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.174693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.174838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.175111] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('566d6e3d-456a-48b7-80d1-101869d481ef',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.676573] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.677612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.677715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.677871] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 566d6e3d-456a-48b7-80d1-101869d481ef with status ACTIVE [ 939.678139] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.678252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.678314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.678515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.678618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.678762] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.678872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.678903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.679074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.679147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.679323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.679414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.679467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.679605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.679701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.679753] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 566d6e3d-456a-48b7-80d1-101869d481ef is going to be updated. [ 939.703074] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.704084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.704084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.704084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.704084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.704084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-566d6e3d-456a-48b7-80d1-101869d481ef" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.037134] env[66213]: INFO networking_nsxv3.common.synchronization [req-e19d1aa1-0cce-47b1-a58c-3a160a34906b req-4c2d08d2-e56f-4d1c-b476-05143c72f479 tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 940.037663] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 940.038402] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.038550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.038640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.038890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.039085] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.039230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.039294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.039461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.039547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.039643] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.180171] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce in Status: SUCCESS [ 940.180284] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce deletion is rescheduled due to dependency. [ 940.180392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.181836] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.361220] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.361679] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.361679] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.362286] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.363622] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.364429] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.364547] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.365598] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.365598] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.365969] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.366236] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.366461] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.367085] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.367085] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.367085] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.367353] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.388938] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.389167] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.389342] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.389567] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-895" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.389959] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.390220] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.390421] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.390890] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.391207] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbc189a-729b-4b59-a5fd-9af01cd8ab1b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.542245] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.542499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.542499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.542709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.542797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.542985] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.543105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.543187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.543323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.543381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.543700] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf already deleted. [ 940.543877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.685031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.685183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.685183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.685726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.685726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.685726] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be created. [ 940.712756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.712756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.712756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.713041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.713119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.725087] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: UNINITIALIZED for 2s [ 940.894344] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.894555] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.894689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.894988] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.895183] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.895357] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b not found, creating... [ 940.895635] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.895797] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.895909] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.896164] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.896304] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.896594] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.896748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.896862] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.897093] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.897260] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.897395] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b is going to be created. [ 940.934154] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.934154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.934154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.934154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.934154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.934154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660155] env[66213]: INFO networking_nsxv3.common.synchronization [req-e19d1aa1-0cce-47b1-a58c-3a160a34906b req-d412a208-350b-4a84-b13c-de88fd1e681e service nova] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 941.660541] env[66213]: INFO networking_nsxv3.common.synchronization [req-e19d1aa1-0cce-47b1-a58c-3a160a34906b req-d412a208-350b-4a84-b13c-de88fd1e681e service nova] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 941.660541] env[66213]: INFO networking_nsxv3.common.synchronization [req-e19d1aa1-0cce-47b1-a58c-3a160a34906b req-d412a208-350b-4a84-b13c-de88fd1e681e service nova] Enqueued Resource ID: 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b with Priority: HIGHEST for action port [ 941.661950] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_rules [ 941.661950] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 941.661950] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b with Priority: HIGHEST for action port [ 941.661950] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.662268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.662268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.662722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.662722] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.664050] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.664277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.664436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.664664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.664877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.665014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.665116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.665278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.665420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.665546] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.666705] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.666785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.666866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.667066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.670112] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbc189a-729b-4b59-a5fd-9af01cd8ab1b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.172658] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.173892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.173973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174172] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b with status ACTIVE [ 942.174403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.174518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.174603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.174875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.174995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.175373] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.175540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.175718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.176228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.176228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177048] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.177048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.177048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.177048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.177437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177437] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fbc189a-729b-4b59-a5fd-9af01cd8ab1b is going to be updated. [ 942.207044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.207229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.207301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.207571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.207762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.207950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fbc189a-729b-4b59-a5fd-9af01cd8ab1b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.679741] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.737743] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 942.739154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.739154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.739154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.739154] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.739154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.739154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.739398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.739398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.739463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.740100] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.184685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.184685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.184685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.185865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.185865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.185865] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf is going to be created. [ 943.214390] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.214390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.214390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.214390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.214762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.230479] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: UNINITIALIZED for 2s [ 943.242184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.242399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.242445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.242674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.242839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.242943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.243015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.243365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.243515] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.243610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.243663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243949] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.244056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.244115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.244259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.244355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.244474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.244606] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.747169] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 943.768661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.768816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.768891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.769182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.769307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.769519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.769624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.769679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.769833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.769903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.770177] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.770291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.770372] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.770486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.770546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.770748] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.770843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.770899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.771067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.771195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.771195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be created. [ 943.836878] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.837118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.837118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.837323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.837522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.863749] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 945.244762] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: SUCCESS [ 945.245082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.245082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.245368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.245494] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.245579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.245579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.246508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.246508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.246508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.246508] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.750107] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.880628] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 945.880874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.254662] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a284b5f5-b047-4393-b2ac-896f1877bdbf: rpc.has_security_group_logging(os_id): False [ 946.280343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.280343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.280343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.280343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf is going to be created. [ 946.350087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.350087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.350370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.350556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362947] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: IN_PROGRESS for 2s [ 946.662489] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 946.662667] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 948.293510] env[66213]: INFO networking_nsxv3.common.synchronization [req-08ee371f-26b6-4ffe-9aa4-326769ee5c7b req-f0550820-007d-4c77-a63c-4150f8c2aa05 tempest-ServerTagsTestJSON-825387182 tempest-ServerTagsTestJSON-825387182-project-member] Enqueued Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 948.294116] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 948.294172] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.294300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.294353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.294620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.294819] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.294896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.294933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.299389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.299441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.299701] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.380628] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: SUCCESS [ 948.380628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.785668] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.785832] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-731" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.786051] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-731" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.786339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-731" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.786730] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.786895] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.787036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.787318] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.787486] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.787832] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.787955] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.788129] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.788260] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.788379] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.788484] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.788633] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.803597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.807665] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.807665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 already deleted. [ 948.807665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.810454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.810454] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.810454] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.810454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-731" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.810973] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.811683] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.811683] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.811861] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.811929] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f70af2a-f980-4d5d-b55c-fc2e5fef544d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.316412] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.316412] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.316412] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.316742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.316742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.316939] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 1f70af2a-f980-4d5d-b55c-fc2e5fef544d not found, creating... [ 949.317141] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.317337] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.317435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.317662] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.317840] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.318959] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.318959] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.318959] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.319454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.319454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.319539] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 1f70af2a-f980-4d5d-b55c-fc2e5fef544d is going to be created. [ 949.346849] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.347407] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.347407] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.347660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.347892] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.348371] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965972] env[66213]: INFO networking_nsxv3.common.synchronization [req-e5f47823-9342-4c60-aec5-9e7163da9192 req-a3c97808-129b-4949-b1b6-092bf0ea537e tempest-ServersNegativeTestJSON-978052341 tempest-ServersNegativeTestJSON-978052341-project-member] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 949.965972] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGHEST for action security_group_members [ 949.966794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.967115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.968356] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.968356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.968356] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.067817] env[66213]: INFO networking_nsxv3.common.synchronization [req-08ee371f-26b6-4ffe-9aa4-326769ee5c7b req-cd3e5b3d-ed79-46e8-9c52-28f47fc7c3b1 service nova] Enqueued Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_rules [ 950.067817] env[66213]: INFO networking_nsxv3.common.synchronization [req-08ee371f-26b6-4ffe-9aa4-326769ee5c7b req-cd3e5b3d-ed79-46e8-9c52-28f47fc7c3b1 service nova] Enqueued Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 950.067817] env[66213]: INFO networking_nsxv3.common.synchronization [req-08ee371f-26b6-4ffe-9aa4-326769ee5c7b req-cd3e5b3d-ed79-46e8-9c52-28f47fc7c3b1 service nova] Enqueued Resource ID: 1f70af2a-f980-4d5d-b55c-fc2e5fef544d with Priority: HIGHEST for action port [ 950.067817] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_rules [ 950.067817] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 950.067984] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f70af2a-f980-4d5d-b55c-fc2e5fef544d with Priority: HIGHEST for action port [ 950.068321] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.068321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.068469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.068614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.068711] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.069710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.069845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.069884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.070164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.070354] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.070451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.070513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.070685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.070770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.070858] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.071902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.072882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.072882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.072882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.072882] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f70af2a-f980-4d5d-b55c-fc2e5fef544d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.471485] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.471907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.471907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.472672] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.473353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.473353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.473353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473353] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be updated. [ 950.517448] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.517658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.517760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.518024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.518612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.530410] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: IN_PROGRESS for 2s [ 950.574931] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.579719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.579841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.580119] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f70af2a-f980-4d5d-b55c-fc2e5fef544d with status ACTIVE [ 950.580571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.580571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.580571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.580789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.580895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.582229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.582229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.582229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.582229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.582398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.582655] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.582801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.582878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.583537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.583537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.583537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f70af2a-f980-4d5d-b55c-fc2e5fef544d is going to be updated. [ 950.613800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.613800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.613800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.614196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.614505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.614721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f70af2a-f980-4d5d-b55c-fc2e5fef544d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.933029] env[66213]: INFO networking_nsxv3.common.synchronization [req-d649c7f5-b33b-454e-ada2-5bc3d4116e1c req-57476108-4377-467b-9853-8023183cde4e tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 950.933029] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 950.933029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.933029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.933029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.933029] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.080664] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.369215] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369614] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.369883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.370266] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.371282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.371282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.371282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.371282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.371854] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.371854] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.371854] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.372029] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.372094] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.372267] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.374189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.397475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.401803] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.401803] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.401803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.401803] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-c52b3a85-3848-47cd-b48b-6741b05b366e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.401803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.401803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.401803] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.402273] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52b3a85-3848-47cd-b48b-6741b05b366e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.435810] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.435810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.435810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.435810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.435810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.436167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.436167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.436167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.436659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.436659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.436659] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 951.468884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.469286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.470179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.484172] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 951.583653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.583957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.585550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.585550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.585550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.585550] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 is going to be created. [ 951.615378] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.615559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.615632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.615888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.616075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.629609] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: UNINITIALIZED for 2s [ 951.905178] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.905427] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.905632] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.906051] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.906330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907542] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port c52b3a85-3848-47cd-b48b-6741b05b366e not found, creating... [ 951.907542] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907542] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907542] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907542] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908366] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908490] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908639] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908971] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.909242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.909473] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: c52b3a85-3848-47cd-b48b-6741b05b366e is going to be created. [ 951.935220] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.935508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.935632] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.935990] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.936312] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.936553] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.540865] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae44ea-2307-478b-ac51-78a05d746f6d in Status: SUCCESS [ 952.541192] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d deletion is rescheduled due to dependency. [ 952.541192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.680058] env[66213]: INFO networking_nsxv3.common.synchronization [req-d649c7f5-b33b-454e-ada2-5bc3d4116e1c req-816fae36-396e-4615-8bd2-6ca9527d4905 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 952.680272] env[66213]: INFO networking_nsxv3.common.synchronization [req-d649c7f5-b33b-454e-ada2-5bc3d4116e1c req-816fae36-396e-4615-8bd2-6ca9527d4905 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 952.680424] env[66213]: INFO networking_nsxv3.common.synchronization [req-d649c7f5-b33b-454e-ada2-5bc3d4116e1c req-816fae36-396e-4615-8bd2-6ca9527d4905 service nova] Enqueued Resource ID: c52b3a85-3848-47cd-b48b-6741b05b366e with Priority: HIGHEST for action port [ 952.681058] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 952.681139] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 952.681216] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52b3a85-3848-47cd-b48b-6741b05b366e with Priority: HIGHEST for action port [ 952.681513] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.681637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.681701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.681904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.681985] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.684781] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.684781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.684984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52b3a85-3848-47cd-b48b-6741b05b366e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.685101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.685168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.685354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.688362] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52b3a85-3848-47cd-b48b-6741b05b366e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.189340] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.189537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.189710] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c52b3a85-3848-47cd-b48b-6741b05b366e with status ACTIVE [ 953.190586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.190724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.190825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.191348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.191348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.192132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.192319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.192409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.193344] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.193344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.193652] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c52b3a85-3848-47cd-b48b-6741b05b366e is going to be updated. [ 953.219873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.220100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.220227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.220490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.220626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.220795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52b3a85-3848-47cd-b48b-6741b05b366e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.498869] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 953.499151] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 953.499330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.499530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.499826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.500065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.500330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.500409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.500598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.500751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.500806] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.641029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: SUCCESS [ 953.641336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.641841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.642145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.642311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.642442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.643898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.643898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.643898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.643898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.643898] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.666170] env[66213]: INFO networking_nsxv3.common.synchronization [req-6de0e769-067d-4d58-86ab-cd2bb3687a10 req-5ca6b944-7f2b-4d98-aa1d-3500ea586fa5 tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 953.666170] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 953.666170] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.666417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.666592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.667050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.667343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.667591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.667748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.668116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.668333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.668535] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.004910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.096083] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.096896] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.097085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.097784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.098414] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.098746] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.098922] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.099359] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.099568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.099826] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.099978] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.100236] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.100441] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.100607] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.100744] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.100983] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.122958] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.123176] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.123214] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.123398] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-180" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.123864] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.124097] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.124249] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.124604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.124767] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f237cc27-bdc7-4eb0-98c3-f5128ceb2437',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.146612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.146612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.146612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.147427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.147427] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.147427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.147427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.147427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.147427] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.147427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.148084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.148084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.148084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.148084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.148084] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.171541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.171737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.171802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.172170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.172170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.172360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.172627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.172627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.172720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.172825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.172825] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 954.203800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.204031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.204126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.204336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.207611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.215168] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 954.508699] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.627267] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.627515] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.627743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.628209] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.628410] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.628689] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port f237cc27-bdc7-4eb0-98c3-f5128ceb2437 not found, creating... [ 954.629665] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.629665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.629665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.629665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.629901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.630292] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.630554] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.630737] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.631115] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.631473] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.631658] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f237cc27-bdc7-4eb0-98c3-f5128ceb2437 is going to be created. [ 954.651762] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c591ef8-cac3-4ee5-965b-f40ef0674e59: rpc.has_security_group_logging(os_id): False [ 954.656713] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.657060] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.657149] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.658215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.683141] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.683141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.683141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.683141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.683141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.683141] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.683141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.683790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.683790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.683790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.683908] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.684024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.684114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.684269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.684441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.684608] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.684789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.684789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.684921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.685099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.685165] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 is going to be created. [ 954.813073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.813073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.813073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.813073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.813073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.837037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: IN_PROGRESS for 2s [ 955.011869] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.012087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.012148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.012408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.012532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.012640] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 955.048855] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.049036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.049156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.049384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.049549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.061594] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 955.439220] env[66213]: INFO networking_nsxv3.common.synchronization [req-6de0e769-067d-4d58-86ab-cd2bb3687a10 req-d62c6f63-e608-4f82-a928-2d3612becd28 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 955.439220] env[66213]: INFO networking_nsxv3.common.synchronization [req-6de0e769-067d-4d58-86ab-cd2bb3687a10 req-d62c6f63-e608-4f82-a928-2d3612becd28 service nova] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 955.439220] env[66213]: INFO networking_nsxv3.common.synchronization [req-6de0e769-067d-4d58-86ab-cd2bb3687a10 req-d62c6f63-e608-4f82-a928-2d3612becd28 service nova] Enqueued Resource ID: f237cc27-bdc7-4eb0-98c3-f5128ceb2437 with Priority: HIGHEST for action port [ 955.439811] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_rules [ 955.439946] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 955.440017] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f237cc27-bdc7-4eb0-98c3-f5128ceb2437 with Priority: HIGHEST for action port [ 955.442779] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.444320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.444320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.444320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.444320] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.444982] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.444982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.445620] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.445863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.445863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.448341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.448425] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f237cc27-bdc7-4eb0-98c3-f5128ceb2437',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.953650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.953935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.953984] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f237cc27-bdc7-4eb0-98c3-f5128ceb2437 with status ACTIVE [ 955.954174] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.954266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.954307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.954513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.954598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.954764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.954859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.954919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.955080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.955159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.955802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.955802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.955802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.955802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.955802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.956028] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f237cc27-bdc7-4eb0-98c3-f5128ceb2437 is going to be updated. [ 955.993333] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.993502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.993574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.993825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.993968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.994148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f237cc27-bdc7-4eb0-98c3-f5128ceb2437" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.228275] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 956.228659] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 deletion is rescheduled due to dependency. [ 956.228824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.229102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.229386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.229646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.229815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.229906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.230851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.231021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.231652] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.238183] env[66213]: INFO networking_nsxv3.common.synchronization [req-14e123d0-20f2-4e75-900f-588e78c16768 req-d77fe134-386c-4259-acf4-7be8fbfd1e34 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 956.239298] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 956.239744] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.239906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.240158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.240922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.240922] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.240922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.240922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.240922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.241259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.241565] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.739483] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.746346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.746346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.746346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.746346] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 956.781081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.781322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.781426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.781603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.782075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.806887] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 956.850548] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: SUCCESS [ 956.850814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.983094] env[66213]: INFO networking_nsxv3.common.synchronization [req-11f765ef-2360-4ddf-a5aa-65f2b39efd1d req-44564e90-15a4-41dc-b17c-5cd820733d94 tempest-ListImageFiltersTestJSON-1098831876 tempest-ListImageFiltersTestJSON-1098831876-project-member] Enqueued Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 956.986053] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e56ef36-2d47-4587-91ab-66042adaec90 with Priority: HIGHEST for action security_group_members [ 956.987030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e56ef36-2d47-4587-91ab-66042adaec90 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.987030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.987186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.987420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.987622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.987764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.987867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.988155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.988253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.988412] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e56ef36-2d47-4587-91ab-66042adaec90',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.072207] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 957.072422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.073105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.073364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.073561] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.073683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.073744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.073905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.073999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.074114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.074209] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.242392] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.378188] env[66213]: INFO networking_nsxv3.common.synchronization [req-03631b22-fda5-4c38-aa4c-4a75e83a5e99 req-e87865f8-b464-448e-8fe5-33ea31368c75 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 957.378756] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 957.379574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.380244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.380244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.380244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.380244] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.380430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.380430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.380504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.380622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.384542] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.490751] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.490890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.490934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.492433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.492433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.492433] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 is going to be updated. [ 957.528219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.529877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.529877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.530192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.530357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.542722] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: IN_PROGRESS for 2s [ 957.576349] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576944] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.577480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.578573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.578741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579257] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579892] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.746357] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.746518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.746598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.746824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.746913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.747385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 957.780582] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.780736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.780801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.792094] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 957.893238] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.083481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c5cb4c-21c7-4f10-9ddf-83c65f881c91: rpc.has_security_group_logging(os_id): False [ 958.113231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.113448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.113448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.113671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.113761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.113954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.114069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.114158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.114388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.114421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.114626] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.114727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.114787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.114935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.115019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.115229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.115327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.115382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.115528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.115636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.115686] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 958.197930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.197930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.198360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.198429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.213595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 958.392217] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.821218] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 4s [ 958.896526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.897508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.897749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.900043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.900043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.900043] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 958.939503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.939503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.939503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.939503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.939503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.948165] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 959.147096] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a8021de4-663e-4135-9334-447837cbe6b5 None None] Enqueued Resource ID: 62d29d45-4979-49b5-9837-9a4966a966e6 with Priority: HIGHEST for action port [ 959.147096] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62d29d45-4979-49b5-9837-9a4966a966e6 with Priority: HIGHEST for action port [ 959.147096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-62d29d45-4979-49b5-9837-9a4966a966e6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.150202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62d29d45-4979-49b5-9837-9a4966a966e6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.150202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62d29d45-4979-49b5-9837-9a4966a966e6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.150202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62d29d45-4979-49b5-9837-9a4966a966e6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.150202] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62d29d45-4979-49b5-9837-9a4966a966e6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.557756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e56ef36-2d47-4587-91ab-66042adaec90 in Status: SUCCESS [ 959.557756] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e56ef36-2d47-4587-91ab-66042adaec90 deletion is rescheduled due to dependency. [ 959.557756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e56ef36-2d47-4587-91ab-66042adaec90" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.650852] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62d29d45-4979-49b5-9837-9a4966a966e6 [ 959.651671] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.651671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.651671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.651671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.651914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.651914] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62d29d45-4979-49b5-9837-9a4966a966e6 already deleted. [ 959.651978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62d29d45-4979-49b5-9837-9a4966a966e6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.801887] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 959.802117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.802315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.802534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.802725] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.802840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.802986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.803061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.803146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.803231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.803320] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.867913] env[66213]: INFO networking_nsxv3.common.synchronization [req-5cedda0f-2e56-48e6-aac4-bd1dc44dfc3c req-68339baf-a524-4c21-a9d5-e9c18b46bc0e tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 959.868813] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 959.869188] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.869397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.869475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.870881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.870881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.870881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.870881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.870881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.870881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.870881] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.235023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 960.235023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.308688] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.309889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.309889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.310371] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.310371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.310371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.310371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.310516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.310584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.310700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.310857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.310931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.311024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.311135] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.318890] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.319027] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.319072] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.319935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.319935] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.319935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.319935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.320353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.320353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.320977] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.320977] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.320977] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.320977] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.320977] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.321592] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.321592] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.344285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.344285] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.344285] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.344285] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.344285] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5451c9d5-d40a-4ae3-b964-9914fb2864d4 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.344285] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.344285] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.344285] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.344285] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5451c9d5-d40a-4ae3-b964-9914fb2864d4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.373022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.373022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.373022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.373350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.373350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.373468] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.374266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.374266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.374266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.374266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.374266] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f already deleted. [ 960.374266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcf57216-278a-4344-8c2b-e56963685d17: rpc.has_security_group_logging(os_id): False [ 960.829264] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 960.829485] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 960.829603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839547] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.839547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.839547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.839547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.839547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839898] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.840208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.840208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.840477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.840518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.840685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.840783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.840830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.840976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.841093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.841282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.841458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.841546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.841692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.841767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.841850] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 960.846275] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.846493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.846617] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.846872] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.847027] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.847180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5451c9d5-d40a-4ae3-b964-9914fb2864d4 not found, creating... [ 960.847449] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.847588] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.847760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.847974] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.848130] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.848419] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.848574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.848688] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.852033] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.852336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.852514] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5451c9d5-d40a-4ae3-b964-9914fb2864d4 is going to be created. [ 960.877479] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.877666] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.878062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.878506] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.878943] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.879263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.949368] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.949644] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.949698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.950393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.950607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.973434] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 960.976023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.987031] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 961.660187] env[66213]: INFO networking_nsxv3.common.synchronization [req-5cedda0f-2e56-48e6-aac4-bd1dc44dfc3c req-5868cc83-6109-4748-aead-6ad3c2e5591a service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 961.661106] env[66213]: INFO networking_nsxv3.common.synchronization [req-5cedda0f-2e56-48e6-aac4-bd1dc44dfc3c req-5868cc83-6109-4748-aead-6ad3c2e5591a service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 961.661278] env[66213]: INFO networking_nsxv3.common.synchronization [req-5cedda0f-2e56-48e6-aac4-bd1dc44dfc3c req-5868cc83-6109-4748-aead-6ad3c2e5591a service nova] Enqueued Resource ID: 5451c9d5-d40a-4ae3-b964-9914fb2864d4 with Priority: HIGHEST for action port [ 961.661871] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 961.663291] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 961.663482] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5451c9d5-d40a-4ae3-b964-9914fb2864d4 with Priority: HIGHEST for action port [ 961.664031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.664031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.664031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.664781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.664781] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.667798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.667798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.667798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.669151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.669151] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.669151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.669151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.669577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.669577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.669705] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.671309] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5451c9d5-d40a-4ae3-b964-9914fb2864d4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.671445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.671445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671741] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5451c9d5-d40a-4ae3-b964-9914fb2864d4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.804233] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e0689e69-f38d-4bc5-9ac6-15360d47950a None None] Enqueued Resource ID: 6aea97da-74c1-4055-8929-066656a2147a with Priority: HIGHEST for action port [ 961.804924] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aea97da-74c1-4055-8929-066656a2147a with Priority: HIGHEST for action port [ 961.805708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aea97da-74c1-4055-8929-066656a2147a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.805708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aea97da-74c1-4055-8929-066656a2147a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.805708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aea97da-74c1-4055-8929-066656a2147a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.807487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aea97da-74c1-4055-8929-066656a2147a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.807487] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aea97da-74c1-4055-8929-066656a2147a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.172343] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.173521] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.173646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174052] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5451c9d5-d40a-4ae3-b964-9914fb2864d4 with status ACTIVE [ 962.174296] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.174453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.174517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.175261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.175261] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.175261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.175261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.175509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.176196] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.176758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.176758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.176758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.178075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.178075] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5451c9d5-d40a-4ae3-b964-9914fb2864d4 is going to be updated. [ 962.201876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.202141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.202141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.202308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.203740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.203740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5451c9d5-d40a-4ae3-b964-9914fb2864d4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.309391] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aea97da-74c1-4055-8929-066656a2147a [ 962.309635] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.310094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.310094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.310094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.310817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.310817] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aea97da-74c1-4055-8929-066656a2147a already deleted. [ 962.310817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aea97da-74c1-4055-8929-066656a2147a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.487273] env[66213]: INFO networking_nsxv3.common.synchronization [req-8c5776b4-6521-4920-b6a1-c574a9024968 req-1056aa7f-4e1c-4bfd-adb9-fc9110d79ada tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: ac8b21fd-ea9a-4c62-9ae1-644a23403bd9 with Priority: HIGHEST for action security_group_rules [ 962.487880] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8b21fd-ea9a-4c62-9ae1-644a23403bd9 with Priority: HIGHEST for action security_group_rules [ 962.488624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac8b21fd-ea9a-4c62-9ae1-644a23403bd9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.488748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac8b21fd-ea9a-4c62-9ae1-644a23403bd9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.488855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac8b21fd-ea9a-4c62-9ae1-644a23403bd9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.489366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac8b21fd-ea9a-4c62-9ae1-644a23403bd9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.489366] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac8b21fd-ea9a-4c62-9ae1-644a23403bd9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.676290] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.017299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 963.017506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.021924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.022127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.022180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.022396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.022511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.022634] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac8b21fd-ea9a-4c62-9ae1-644a23403bd9 already deleted. [ 963.022728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac8b21fd-ea9a-4c62-9ae1-644a23403bd9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.182964] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.182964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.182964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.182964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.182964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.182964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be created. [ 963.212181] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.215062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.215062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.215062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.215062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.227830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: UNINITIALIZED for 2s [ 963.657044] env[66213]: INFO networking_nsxv3.common.synchronization [req-2936a460-c6ca-4f1c-9e97-a9309aa22127 req-6b06106d-08fc-4f8a-b9bc-f7d3ae94005e tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 963.657593] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGHEST for action security_group_members [ 963.657894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.659232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.659232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.659471] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.659471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.659694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.659883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.659966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.660075] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.877716] env[66213]: INFO networking_nsxv3.common.synchronization [req-4b412ffb-62ad-4462-a327-bde47cb4b84b req-22cb1084-0b68-4aab-a3e4-8765cba08b5f tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: 0e13d437-5138-431f-9d6f-6a858066008e with Priority: HIGHEST for action security_group_rules [ 963.879269] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e13d437-5138-431f-9d6f-6a858066008e with Priority: HIGHEST for action security_group_rules [ 963.880568] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e13d437-5138-431f-9d6f-6a858066008e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.881182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e13d437-5138-431f-9d6f-6a858066008e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.881297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e13d437-5138-431f-9d6f-6a858066008e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.882300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e13d437-5138-431f-9d6f-6a858066008e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.882404] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e13d437-5138-431f-9d6f-6a858066008e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.070359] env[66213]: INFO networking_nsxv3.common.synchronization [None req-4ee07f69-6da0-4804-aaf1-261c24a17fbe None None] Enqueued Resource ID: 19da562f-b905-4c55-9943-a9519bf6bd52 with Priority: HIGHEST for action port [ 964.070936] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19da562f-b905-4c55-9943-a9519bf6bd52 with Priority: HIGHEST for action port [ 964.071472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-19da562f-b905-4c55-9943-a9519bf6bd52 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.071544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19da562f-b905-4c55-9943-a9519bf6bd52" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.071754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19da562f-b905-4c55-9943-a9519bf6bd52" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.071854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19da562f-b905-4c55-9943-a9519bf6bd52" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.073320] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19da562f-b905-4c55-9943-a9519bf6bd52',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.163010] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.163310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.167120] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.167120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.167120] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 is going to be updated. [ 964.196369] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.196369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.196369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.196369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.196369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.206444] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: IN_PROGRESS for 2s [ 964.409068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.410615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.410615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.410615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.410615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.410615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e13d437-5138-431f-9d6f-6a858066008e already deleted. [ 964.410615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e13d437-5138-431f-9d6f-6a858066008e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.578755] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19da562f-b905-4c55-9943-a9519bf6bd52 [ 964.579044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.579206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.579302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.579583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.579715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.579816] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19da562f-b905-4c55-9943-a9519bf6bd52 already deleted. [ 964.579904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19da562f-b905-4c55-9943-a9519bf6bd52" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.239325] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 965.239325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.239325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.239325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.239801] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.239801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.239801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.240027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.240258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.240500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.240500] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.743743] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.221161] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 in Status: SUCCESS [ 966.221379] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 deletion is rescheduled due to dependency. [ 966.221498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.246039] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc195224-40ee-480f-8dd5-8e2392aec39f: rpc.has_security_group_logging(os_id): False [ 966.270379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.270590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.270590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.270803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.270892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271174] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.271286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.271354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.271477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.271546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.271633] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be created. [ 966.341939] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.342125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.342220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.342421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.342678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.357707] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 966.532284] env[66213]: INFO networking_nsxv3.common.synchronization [req-cb0b62ff-7644-4d3b-8853-3394f8759f06 req-5e09ca80-56fd-42a9-8d54-63cf04ac591b tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: af34aff7-1768-4ee6-8969-73c9602dfb64 with Priority: HIGHEST for action security_group_rules [ 966.533332] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af34aff7-1768-4ee6-8969-73c9602dfb64 with Priority: HIGHEST for action security_group_rules [ 966.533617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af34aff7-1768-4ee6-8969-73c9602dfb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.533987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af34aff7-1768-4ee6-8969-73c9602dfb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af34aff7-1768-4ee6-8969-73c9602dfb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.534282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af34aff7-1768-4ee6-8969-73c9602dfb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.534350] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af34aff7-1768-4ee6-8969-73c9602dfb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.009159] env[66213]: INFO networking_nsxv3.common.synchronization [None req-72c88c88-8d96-4cf1-87f2-2b50e1abd841 None None] Enqueued Resource ID: 90207c1b-bde0-4f12-9c34-be6de0932544 with Priority: HIGHEST for action port [ 967.009724] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90207c1b-bde0-4f12-9c34-be6de0932544 with Priority: HIGHEST for action port [ 967.010750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-90207c1b-bde0-4f12-9c34-be6de0932544 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.011059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90207c1b-bde0-4f12-9c34-be6de0932544" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.012271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90207c1b-bde0-4f12-9c34-be6de0932544" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.012916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90207c1b-bde0-4f12-9c34-be6de0932544" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.012916] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90207c1b-bde0-4f12-9c34-be6de0932544',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.068280] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.068280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.068280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.068280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.068280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.068280] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af34aff7-1768-4ee6-8969-73c9602dfb64 already deleted. [ 967.068280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af34aff7-1768-4ee6-8969-73c9602dfb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.517352] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90207c1b-bde0-4f12-9c34-be6de0932544 [ 967.517352] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.517352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.517352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.517352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.517352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.517352] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90207c1b-bde0-4f12-9c34-be6de0932544 already deleted. [ 967.517352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90207c1b-bde0-4f12-9c34-be6de0932544" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.381024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 968.381024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.246159] env[66213]: INFO networking_nsxv3.common.synchronization [req-9eda0ebf-6857-4152-b894-1c4157dcf8b1 req-06880206-01da-4683-9040-ddaee01e1d79 tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: 0d5b685a-71c2-4cd8-bd7a-7a4214def173 with Priority: HIGHEST for action security_group_rules [ 969.246738] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b685a-71c2-4cd8-bd7a-7a4214def173 with Priority: HIGHEST for action security_group_rules [ 969.247121] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5b685a-71c2-4cd8-bd7a-7a4214def173 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.247464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5b685a-71c2-4cd8-bd7a-7a4214def173" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.247464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5b685a-71c2-4cd8-bd7a-7a4214def173" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.247637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5b685a-71c2-4cd8-bd7a-7a4214def173" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.247721] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5b685a-71c2-4cd8-bd7a-7a4214def173',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.771511] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.771717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.771781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.772129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.772263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.772537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5b685a-71c2-4cd8-bd7a-7a4214def173 already deleted. [ 969.772537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5b685a-71c2-4cd8-bd7a-7a4214def173" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.800040] env[66213]: INFO networking_nsxv3.common.synchronization [req-537f2133-634f-44df-8295-155448065be4 req-9afd3907-fb80-4c82-9113-9030dcf98f6a tempest-ImagesOneServerNegativeTestJSON-2002573555 tempest-ImagesOneServerNegativeTestJSON-2002573555-project-member] Enqueued Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 969.800040] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf57216-278a-4344-8c2b-e56963685d17 with Priority: HIGHEST for action security_group_members [ 969.800040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf57216-278a-4344-8c2b-e56963685d17 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.800040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.800040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.801703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.801892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.802020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.802125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.802323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.802410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.802527] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf57216-278a-4344-8c2b-e56963685d17',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.305745] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.307361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.307361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.307361] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 is going to be updated. [ 970.341494] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.341494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.341494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.341631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.342232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.352278] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: IN_PROGRESS for 2s [ 970.588483] env[66213]: INFO networking_nsxv3.common.synchronization [req-df23e54b-e5a0-43af-abad-6502c7e41d36 req-ba827b09-5cbf-4664-9ad4-27ffb63f0277 tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 970.589115] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 970.589507] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.589636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.589705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.589920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.590402] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.590527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.590583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.590822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.590956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.591073] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.786610] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6aa17f9f-f66b-4c8f-abfa-204c132b57b9 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 970.787217] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 970.787555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.787695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.787759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.788470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.788470] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.928704] env[66213]: INFO networking_nsxv3.common.synchronization [None req-c9fbc268-75c0-42ea-b629-df3f0323a615 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 970.928704] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 970.928704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.928704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.006380] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.006380] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.006380] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.006600] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.006827] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.007182] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.007389] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.007684] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.007883] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.008156] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.008329] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.008490] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.008644] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.008804] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.008921] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.009066] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.029109] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.029307] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.029455] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.029607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.030054] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-93b24112-6e17-48d6-a570-e994507007e2 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.030431] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.030431] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.030691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.030832] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b24112-6e17-48d6-a570-e994507007e2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.094249] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.310652] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.311056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.311056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.311056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.311160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.311160] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 already deleted. [ 971.311255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.311411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.311572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.311654] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.533472] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.533704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.533835] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.534157] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.534335] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.534498] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 93b24112-6e17-48d6-a570-e994507007e2 not found, creating... [ 971.534767] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.534921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.535056] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.535274] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.535411] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.535689] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.535841] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.535957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.536187] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.536326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.536533] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 93b24112-6e17-48d6-a570-e994507007e2 is going to be created. [ 971.561953] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562189] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.562333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.562751] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.563026] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.563271] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596385] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.847947] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.848207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.848289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.848508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.848598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.848692] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 already deleted. [ 971.848772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.100678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.100828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.100902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.101148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.101236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.101367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 972.134332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.134467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.134537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.134760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.134929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.144346] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [req-df23e54b-e5a0-43af-abad-6502c7e41d36 req-389880c5-e8f9-4ce7-8ef2-74b44f2155e6 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [req-df23e54b-e5a0-43af-abad-6502c7e41d36 req-389880c5-e8f9-4ce7-8ef2-74b44f2155e6 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [req-df23e54b-e5a0-43af-abad-6502c7e41d36 req-389880c5-e8f9-4ce7-8ef2-74b44f2155e6 service nova] Enqueued Resource ID: 93b24112-6e17-48d6-a570-e994507007e2 with Priority: HIGHEST for action port [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 972.294513] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b24112-6e17-48d6-a570-e994507007e2 with Priority: HIGHEST for action port [ 972.295090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.295384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.295584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.299207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.299207] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.299207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.299207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.299207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b24112-6e17-48d6-a570-e994507007e2 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.299207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.299207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.299207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.299207] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b24112-6e17-48d6-a570-e994507007e2',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.364292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf57216-278a-4344-8c2b-e56963685d17 in Status: SUCCESS [ 972.364561] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf57216-278a-4344-8c2b-e56963685d17 deletion is rescheduled due to dependency. [ 972.364628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf57216-278a-4344-8c2b-e56963685d17" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.802694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.802990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.804335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93b24112-6e17-48d6-a570-e994507007e2 with status ACTIVE [ 972.804538] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.804660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.804726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.804942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.805037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.805210] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.805309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.805370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.805522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.805600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.805777] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.805867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.805927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806238] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93b24112-6e17-48d6-a570-e994507007e2 is going to be updated. [ 972.845687] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.846142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.846282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.846441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b24112-6e17-48d6-a570-e994507007e2" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079653] env[66213]: INFO networking_nsxv3.common.synchronization [req-b5a6912a-847a-4e5a-b50e-14f5e7a6ae96 req-4eb69e56-401d-4366-a5dd-1ee8e1e243c6 tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 973.079653] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 973.079856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.079856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.080097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.081640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.082801] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a5deb0c-5fe9-443d-b302-8d094ecb278e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.603592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.605071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.605071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.605071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e already deleted. [ 973.605071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.086952] env[66213]: INFO networking_nsxv3.common.synchronization [req-7ca4caaf-bc73-4a66-b7cc-60169e8e39e2 req-f5379a4e-bbde-48a0-91a0-d62732b9e73e tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 974.088848] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 974.089795] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.089992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.090168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091156] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a5deb0c-5fe9-443d-b302-8d094ecb278e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.157712] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.157712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.157712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.157712] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.622410] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.622755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.622755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.623067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.623183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.623293] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e already deleted. [ 974.623572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.660860] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.069857] env[66213]: INFO networking_nsxv3.common.synchronization [req-027c86b6-ccb0-4aca-a6b7-3dcedfe5f65a req-89a7fe55-cf19-4e96-81ef-0bb460a127f2 tempest-SecurityGroupRulesTestJSON-1540002467 tempest-SecurityGroupRulesTestJSON-1540002467-project-member] Enqueued Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 975.070507] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e with Priority: HIGHEST for action security_group_rules [ 975.071401] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.071539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.071599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.071804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.071882] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a5deb0c-5fe9-443d-b302-8d094ecb278e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.163274] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.598554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.598554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.598554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.598554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.598554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.598554] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a5deb0c-5fe9-443d-b302-8d094ecb278e already deleted. [ 975.598554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a5deb0c-5fe9-443d-b302-8d094ecb278e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.666217] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.666529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.666529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.666792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.666887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.666987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 975.703202] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.703408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.703484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.703720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.703877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.714814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 977.729858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 977.730198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.730450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.730775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.731058] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.731221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.731354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.731606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.731711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.731836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.731999] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.849836] env[66213]: INFO networking_nsxv3.common.synchronization [req-5e87588a-7dd4-49f9-9478-109956cc14fc req-9e3c6b92-3e9a-4c88-b7af-0affb7a371fb tempest-ServerTagsTestJSON-825387182 tempest-ServerTagsTestJSON-825387182-project-member] Enqueued Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 977.850582] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 with Priority: HIGHEST for action security_group_members [ 977.851332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c591ef8-cac3-4ee5-965b-f40ef0674e59 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.851332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.851517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.851827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.851903] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.851975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.852084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.852333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.852497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.852572] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c591ef8-cac3-4ee5-965b-f40ef0674e59',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.234149] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.234539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.234539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.236135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.236310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.236396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.236639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.236769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.236913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.237129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.237328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.237328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.237523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.237705] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.238086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.238200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.238398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.238832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.238958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.239130] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.356101] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.356483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.356483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.356611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.356665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.356883] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.356994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.357069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.357223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.357531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.357531] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 is going to be updated. [ 978.391677] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.392496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.392496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.396453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.396698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.407879] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: IN_PROGRESS for 2s [ 978.744020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cb4e31-5269-4ed7-9b14-d3ee32acb049: rpc.has_security_group_logging(os_id): False [ 978.764027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.764027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.764027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.764700] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.764700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.764700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.765566] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 978.872316] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.872316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.872316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.873063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.873247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.903736] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 980.419291] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 in Status: SUCCESS [ 980.419669] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c591ef8-cac3-4ee5-965b-f40ef0674e59 deletion is rescheduled due to dependency. [ 980.419669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c591ef8-cac3-4ee5-965b-f40ef0674e59" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.923866] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 980.924178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.851946] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.852319] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 983.294584] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e473d54a-6896-4259-b150-07ae490b528f None None] Enqueued Resource ID: 6bd34195-9dc1-42cd-bb18-5a2ad14b04fa with Priority: HIGHEST for action port [ 983.294919] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd34195-9dc1-42cd-bb18-5a2ad14b04fa with Priority: HIGHEST for action port [ 983.295213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd34195-9dc1-42cd-bb18-5a2ad14b04fa taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.295343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd34195-9dc1-42cd-bb18-5a2ad14b04fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.295832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd34195-9dc1-42cd-bb18-5a2ad14b04fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.295832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd34195-9dc1-42cd-bb18-5a2ad14b04fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.296195] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd34195-9dc1-42cd-bb18-5a2ad14b04fa',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.798422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bd34195-9dc1-42cd-bb18-5a2ad14b04fa [ 983.798676] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.798812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.798874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.799656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.799656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.799656] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bd34195-9dc1-42cd-bb18-5a2ad14b04fa already deleted. [ 983.799656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd34195-9dc1-42cd-bb18-5a2ad14b04fa" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.154892] env[66213]: INFO networking_nsxv3.common.synchronization [None req-518097ef-1da0-4ec1-9532-3d3b7094ce08 None None] Enqueued Resource ID: df349bb8-1bad-4b51-9dc8-759933724c7d with Priority: HIGHEST for action port [ 984.155522] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df349bb8-1bad-4b51-9dc8-759933724c7d with Priority: HIGHEST for action port [ 984.155880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-df349bb8-1bad-4b51-9dc8-759933724c7d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.158428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df349bb8-1bad-4b51-9dc8-759933724c7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.158560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df349bb8-1bad-4b51-9dc8-759933724c7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.158766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df349bb8-1bad-4b51-9dc8-759933724c7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.158898] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df349bb8-1bad-4b51-9dc8-759933724c7d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.665189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df349bb8-1bad-4b51-9dc8-759933724c7d [ 984.665625] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.665737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.665737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.665933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.666060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666166] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df349bb8-1bad-4b51-9dc8-759933724c7d already deleted. [ 984.666251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df349bb8-1bad-4b51-9dc8-759933724c7d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.729321] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e10de089-6a64-4277-b751-3240487fc10c tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 985.729321] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 985.730591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.730591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.730591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.731250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.731250] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.851707] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2f46eb11-b9d4-4348-98a5-888359555450 tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 985.852833] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 985.852833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.852833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.918409] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8ae06b7e-31dd-4c27-840a-319f248f6bed None None] Enqueued Resource ID: 07fe7db6-dd81-4b03-a284-e2f12a1c262a with Priority: HIGHEST for action port [ 985.918994] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fe7db6-dd81-4b03-a284-e2f12a1c262a with Priority: HIGHEST for action port [ 985.919323] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fe7db6-dd81-4b03-a284-e2f12a1c262a taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.919449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fe7db6-dd81-4b03-a284-e2f12a1c262a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.919516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fe7db6-dd81-4b03-a284-e2f12a1c262a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.919794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fe7db6-dd81-4b03-a284-e2f12a1c262a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.919876] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fe7db6-dd81-4b03-a284-e2f12a1c262a',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.929653] env[66213]: INFO networking_nsxv3.common.synchronization [None req-ca7501fe-9d09-4ac5-a42c-a3e0fa8eb6ab None None] Enqueued Resource ID: a8ec5981-6ebf-4bbe-be20-383eac1ba486 with Priority: HIGHEST for action port [ 985.930863] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ec5981-6ebf-4bbe-be20-383eac1ba486 with Priority: HIGHEST for action port [ 985.930863] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ec5981-6ebf-4bbe-be20-383eac1ba486 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.930863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ec5981-6ebf-4bbe-be20-383eac1ba486" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.930863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ec5981-6ebf-4bbe-be20-383eac1ba486" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.930863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ec5981-6ebf-4bbe-be20-383eac1ba486" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.931726] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ec5981-6ebf-4bbe-be20-383eac1ba486',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.202714] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e7d9a904-3235-422a-8d61-d469ac13ce59 tempest-ServersV294TestFqdnHostnames-1348656256 tempest-ServersV294TestFqdnHostnames-1348656256-project-member] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 986.203109] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 986.203539] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.203656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.203773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.204037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.204095] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.257905] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.258067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.258628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.258742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.258829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.258929] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 already deleted. [ 986.259033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.259196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.259708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.260134] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.348836] env[66213]: INFO networking_nsxv3.common.synchronization [None req-8f1cb725-f012-46cc-a130-520fcec78ad0 tempest-ServersV294TestFqdnHostnames-1348656256 tempest-ServersV294TestFqdnHostnames-1348656256-project-member] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 986.349471] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 986.349792] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.349886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.421747] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07fe7db6-dd81-4b03-a284-e2f12a1c262a [ 986.422119] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.422296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.422422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.422771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.422884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.423011] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07fe7db6-dd81-4b03-a284-e2f12a1c262a already deleted. [ 986.423146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fe7db6-dd81-4b03-a284-e2f12a1c262a" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.434770] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8ec5981-6ebf-4bbe-be20-383eac1ba486 [ 986.436247] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.436247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.436247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.436247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.436247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.436977] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8ec5981-6ebf-4bbe-be20-383eac1ba486 already deleted. [ 986.436977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ec5981-6ebf-4bbe-be20-383eac1ba486" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.733571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.735376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.735788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.736156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.736406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736797] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 already deleted. [ 986.737023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.737390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.737703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.737906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.755941] env[66213]: INFO networking_nsxv3.common.synchronization [None req-d427edbc-06b8-4e9d-9dfc-af0be1da3029 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 986.761315] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 986.761315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.761315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.761315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.761315] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.790969] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.790969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.791124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.791263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.791406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.791498] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 already deleted. [ 986.791695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.891518] env[66213]: INFO networking_nsxv3.common.synchronization [None req-70f9dd0a-fd96-4f63-a679-cd9ac6121b7f tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 986.892598] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 986.893240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.893553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.264937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.265191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.265191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.265380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.265472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.265565] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 already deleted. [ 987.265646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.286193] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.286378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.286421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.286614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.286700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.286798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 already deleted. [ 987.286880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.287209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287294] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.810927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.810927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.810927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.810927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.810927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.810927] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 already deleted. [ 987.810927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.977138] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6ae69e05-303e-4249-88ef-72506166443d None None] Enqueued Resource ID: f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933 with Priority: HIGHEST for action port [ 987.977138] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933 with Priority: HIGHEST for action port [ 987.977138] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.977138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.977138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.977138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.977138] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.484081] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933 [ 988.484081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.484081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.484319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.484662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.484662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.484662] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933 already deleted. [ 988.484662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49b5ff9-fbc4-4ee8-bc58-dcf267f6b933" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.652280] env[66213]: INFO networking_nsxv3.common.synchronization [req-9df5af2e-879b-4830-989b-ad2a2218f4c9 req-7a4e0518-949a-4230-901d-86404111ade3 tempest-ListServerFiltersTestJSON-1265291135 tempest-ListServerFiltersTestJSON-1265291135-project-member] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 988.652390] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGHEST for action security_group_members [ 988.656351] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.656351] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.656351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.656631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.656631] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.917213] env[66213]: INFO networking_nsxv3.common.synchronization [None req-48135e75-6cee-44f3-9ad0-662c31095b3c tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 988.917466] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 988.918299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.918299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.918299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.918299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.918558] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.158943] env[66213]: INFO networking_nsxv3.common.synchronization [None req-f4f1f247-d714-407d-87bd-db9cd288238f tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 989.159519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.159724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.159918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.160264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.160461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.160719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.160878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.160993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.161319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.161484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.161615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be updated. [ 989.163468] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 989.163546] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.163691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.194988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.195250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.195250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.195855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.195988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.208845] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: IN_PROGRESS for 2s [ 989.344332] env[66213]: INFO networking_nsxv3.common.synchronization [None req-956d6725-d10e-4fd8-8692-4cd309962a43 None None] Enqueued Resource ID: d8630c3b-ccb9-473a-a3dd-c5804e86a054 with Priority: HIGHEST for action port [ 989.344332] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8630c3b-ccb9-473a-a3dd-c5804e86a054 with Priority: HIGHEST for action port [ 989.344541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8630c3b-ccb9-473a-a3dd-c5804e86a054 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.347586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8630c3b-ccb9-473a-a3dd-c5804e86a054" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.347586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8630c3b-ccb9-473a-a3dd-c5804e86a054" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.347586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8630c3b-ccb9-473a-a3dd-c5804e86a054" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.347586] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8630c3b-ccb9-473a-a3dd-c5804e86a054',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.385636] env[66213]: INFO networking_nsxv3.common.synchronization [req-311642c3-d7a0-47ff-8ec2-503e9f70ced4 req-a51db75b-e9b6-4c42-aa3e-0534f7bcb10f tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 989.385986] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 989.386337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.387381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.387638] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.388140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.388232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.389243] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.445039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.445338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.445616] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 already deleted. [ 989.445993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.446642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.446818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.446905] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.850724] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8630c3b-ccb9-473a-a3dd-c5804e86a054 [ 989.850959] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.851106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.851176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.851395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.851500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851575] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8630c3b-ccb9-473a-a3dd-c5804e86a054 already deleted. [ 989.851655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8630c3b-ccb9-473a-a3dd-c5804e86a054" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.895232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.895232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.895232] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 already deleted. [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.895232] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.895232] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.895760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.895760] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.895948] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.895948] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.896165] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.896294] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.896489] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.896592] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.896699] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.896789] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.896888] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.896986] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.897125] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.920692] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.920993] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.920993] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.921252] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.921635] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0bb90604-e105-40e5-a3d0-8f03e19dafcf taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.921825] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.921930] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.922478] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.922619] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb90604-e105-40e5-a3d0-8f03e19dafcf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.968529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.968682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.968753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.969081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.969180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.969277] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 already deleted. [ 989.969360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.429160] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.430033] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.430147] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.430492] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.430755] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.431057] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0bb90604-e105-40e5-a3d0-8f03e19dafcf not found, creating... [ 990.431569] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.431801] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.431881] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.432140] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.432282] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.432592] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.432776] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.432866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.433103] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.433234] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.433375] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf is going to be created. [ 990.460915] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.461864] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.462466] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.462576] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.462819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.463237] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.182728] env[66213]: INFO networking_nsxv3.common.synchronization [req-311642c3-d7a0-47ff-8ec2-503e9f70ced4 req-f1d47217-ccfc-4559-a9c4-d44725131c01 service nova] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 991.183091] env[66213]: INFO networking_nsxv3.common.synchronization [req-311642c3-d7a0-47ff-8ec2-503e9f70ced4 req-f1d47217-ccfc-4559-a9c4-d44725131c01 service nova] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 991.184112] env[66213]: INFO networking_nsxv3.common.synchronization [req-311642c3-d7a0-47ff-8ec2-503e9f70ced4 req-f1d47217-ccfc-4559-a9c4-d44725131c01 service nova] Enqueued Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 991.184370] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 991.185269] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 991.185437] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 991.185741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.185891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.186028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.186243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.186335] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.187273] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.187392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.187460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.187629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.187783] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.187878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.187930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.188121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.188163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.188270] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.192030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb90604-e105-40e5-a3d0-8f03e19dafcf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.192188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.192254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.192418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.192781] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb90604-e105-40e5-a3d0-8f03e19dafcf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.220227] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14b7953-d06e-4fad-9216-96559724a81b in Status: SUCCESS [ 991.220459] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14b7953-d06e-4fad-9216-96559724a81b deletion is rescheduled due to dependency. [ 991.220589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.693346] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.694637] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb90604-e105-40e5-a3d0-8f03e19dafcf with status ACTIVE [ 991.695423] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.695423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.695423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.695423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.696070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.696313] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.696434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.696498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.696680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.696762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.696954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.697062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.697236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.697271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.697795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.697795] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf is going to be updated. [ 991.699478] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.720501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.720689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.720764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.720904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.721052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.721216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.201420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.704555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.705350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.705350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.705350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.705350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.705350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be created. [ 992.737590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.737590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.737590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.738148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.738148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.749752] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: UNINITIALIZED for 2s [ 993.984225] env[66213]: INFO networking_nsxv3.common.synchronization [req-78a6d9f1-393d-4842-b6a3-a9dd9da3b3c8 req-ce218921-ecb9-4abd-806f-a04bf79016d1 tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 993.985312] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 993.985679] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.985836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.985946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.986204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.986398] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.986477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.986540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.986970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.987092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.987191] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.489433] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.764422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 994.764666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.765395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.765705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.765905] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.766118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.766257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.766496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.766628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.766732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.766804] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.991351] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.269754] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.269941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.270032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.270480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.270683] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.270796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.270853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.271049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.271150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.271283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.271425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.271521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.271583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.271754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.271900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.271999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.272071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.272216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.272295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.272380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.272473] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.494092] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.494310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.494410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.494650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.495234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.495234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 995.553076] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.553076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.553076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.553076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.553076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.587928] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 995.779257] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 995.803223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.803953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.803953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.803953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.804192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.804267] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.804362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.804407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.804611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.804696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.804985] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.805135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.805203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.805336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.805406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.805607] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.805753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.805753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.805893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.805964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.806062] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be created. [ 995.909094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.909502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.909609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.909888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.910109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.927732] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 997.599455] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 997.599851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.943093] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 997.943093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.986803] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.986803] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 999.453975] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.454045] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.454922] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.455165] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.455567] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.456074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.456373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456616] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.456816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.456988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.457207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457494] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.459438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.459438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.459438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.459438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.459438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.461692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.461852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462012] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.501078] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 999.501308] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.501496] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_rules [ 999.501682] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.501855] env[66213]: INFO networking_nsxv3.common.synchronization [req-d38cc1e7-57ad-45dd-91a4-3f15b87bf5ef req-48dbcf78-a070-4395-befe-4be59543fe52 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 999.502654] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 999.502848] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_rules [ 999.502927] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 999.503056] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.503180] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.503531] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.503674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.503762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.504022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.504127] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.506386] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.506386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.506386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.506386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.506386] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.506942] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb90604-e105-40e5-a3d0-8f03e19dafcf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.507085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.507170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.507388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.507483] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb90604-e105-40e5-a3d0-8f03e19dafcf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.508732] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.508860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.509158] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.509262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.884024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.884711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885133] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.885985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.886258] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.886552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.886775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.887085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.887277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.888772] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.888772] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.888772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_rules [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_rules [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 999.930023] env[66213]: INFO networking_nsxv3.common.synchronization [req-24a19b73-b669-48df-83bb-43671bb06a6c req-6b95dfcb-d043-4d8f-8292-e8d0dafb78c2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 999.930854] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 999.931131] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_rules [ 999.931475] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 999.931779] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf with Priority: HIGHEST for action port [ 999.931971] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_rules [ 999.932232] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 999.932423] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 999.933040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.933272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.933596] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.934973] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.934973] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb90604-e105-40e5-a3d0-8f03e19dafcf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.934973] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.934973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.935384] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.936104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.936176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.936368] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.936452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.963690] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.964759] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.010692] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.010996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.011092] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.011169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.011417] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb90604-e105-40e5-a3d0-8f03e19dafcf with status ACTIVE [ 1000.011686] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.011755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.011828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.012064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.012172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.012364] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.012490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.012552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.012751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.012829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.013027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.013122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.013209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.013315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.013385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.013464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf is going to be updated. [ 1000.038449] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.041162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.041162] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb90604-e105-40e5-a3d0-8f03e19dafcf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.390592] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.439019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.439019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.467452] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.468368] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.544055] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb90604-e105-40e5-a3d0-8f03e19dafcf with status ACTIVE [ 1000.544246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.544401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.544468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.544735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.544855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.545013] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.545121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.545232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.545379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.545455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.545651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.545895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.545895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.546100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.546100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.546100] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb90604-e105-40e5-a3d0-8f03e19dafcf is going to be updated. [ 1000.574926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.575147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.575217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.575448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.575598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.575918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb90604-e105-40e5-a3d0-8f03e19dafcf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.892813] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.969890] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.970105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.970172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.970443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.970547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.970647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be created. [ 1000.971979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.972130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.972217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.973091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.973091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.973091] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1001.002914] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.003134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.003134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.003338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.003507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.163920] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.167572] env[66213]: INFO networking_nsxv3.common.synchronization [req-fc536158-29cd-425e-a4fb-7f7a2dc13732 req-843d9818-3921-48dd-91dd-511c32ea6d76 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1001.171467] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1001.171467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.171467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.171467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.171467] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.176421] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1001.177082] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: UNINITIALIZED for 2s [ 1001.397406] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.397406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.397406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.400777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.400777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.400777] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be created. [ 1001.424427] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.424666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.424799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.425116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.425238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.436251] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: UNINITIALIZED for 2s [ 1001.468329] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468669] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468806] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469112] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469373] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469530] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469642] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469990] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469990] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470196] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.470319] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.470455] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.470566] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.470668] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.470768] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.470898] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.493160] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.493362] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.493519] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.493747] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-152" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.494111] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.494302] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.494420] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.494742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.494880] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6691ed7-b7a8-4901-8c49-f0b7d15162d5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.672115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.672332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.672332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.673027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.673027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.673027] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.673255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.673255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.673350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.673389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.673920] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 already deleted. [ 1001.673920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.000468] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.000706] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.000834] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.001143] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.002315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.002315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port c6691ed7-b7a8-4901-8c49-f0b7d15162d5 not found, creating... [ 1002.002315] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.002315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.002315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.002315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.002315] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.002770] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.002843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.003712] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.005121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.007037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: c6691ed7-b7a8-4901-8c49-f0b7d15162d5 is going to be created. [ 1002.027594] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.028159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.028159] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.028590] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.028984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.029299] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.767093] env[66213]: INFO networking_nsxv3.common.synchronization [req-fc536158-29cd-425e-a4fb-7f7a2dc13732 req-e6b74ded-c2e9-42f2-86af-ef20e21eca11 service nova] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 1002.767349] env[66213]: INFO networking_nsxv3.common.synchronization [req-fc536158-29cd-425e-a4fb-7f7a2dc13732 req-e6b74ded-c2e9-42f2-86af-ef20e21eca11 service nova] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1002.767349] env[66213]: INFO networking_nsxv3.common.synchronization [req-fc536158-29cd-425e-a4fb-7f7a2dc13732 req-e6b74ded-c2e9-42f2-86af-ef20e21eca11 service nova] Enqueued Resource ID: c6691ed7-b7a8-4901-8c49-f0b7d15162d5 with Priority: HIGHEST for action port [ 1002.767870] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_rules [ 1002.768014] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1002.768120] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6691ed7-b7a8-4901-8c49-f0b7d15162d5 with Priority: HIGHEST for action port [ 1002.768438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.768609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.768609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.768808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.768886] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.769767] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.769997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.769997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.770774] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.770774] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.772365] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.772365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.772365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.772365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.772365] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6691ed7-b7a8-4901-8c49-f0b7d15162d5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.195136] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1003.195486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.195704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.196507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.196611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.197549] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.200422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1003.200422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.200422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.200422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.200685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.200800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.200849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.201030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.201110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.201205] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.277036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.277036] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.277036] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6691ed7-b7a8-4901-8c49-f0b7d15162d5 with status ACTIVE [ 1003.277036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.277036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.277036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.278064] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.278064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.278064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.278064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.278064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.278064] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6691ed7-b7a8-4901-8c49-f0b7d15162d5 is going to be updated. [ 1003.328591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.329017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.329017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.329994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.330166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.330415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6691ed7-b7a8-4901-8c49-f0b7d15162d5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.403562] env[66213]: INFO networking_nsxv3.common.synchronization [req-9c313224-5038-42b3-bfc6-348893997c9e req-d6120e04-c98b-4dba-8205-f66bdafcc551 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 1003.405080] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 with Priority: HIGHEST for action security_group_members [ 1003.405194] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-6827959e-73f4-4e06-8508-e4b25f9afd16 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.405594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.405594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.405707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.406381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.406381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.406381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.406381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.406381] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6827959e-73f4-4e06-8508-e4b25f9afd16',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.450697] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: SUCCESS [ 1003.450915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.451068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.451298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.451657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.451804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.451895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.452142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.452261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.452329] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.706016] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.706016] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.783817] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.908913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.909414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.909516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.909723] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.909818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.909885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.910032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.910147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.910194] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 is going to be updated. [ 1003.948326] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.948326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.948326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.948682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.948682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.954427] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.959927] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: IN_PROGRESS for 2s [ 1004.209609] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.210700] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.286574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.286772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.286821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.287108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.287205] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 is going to be created. [ 1004.316250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.316649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.316820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.317214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.317513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.330243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: UNINITIALIZED for 2s [ 1004.457739] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.713184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.713184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.713328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.713442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.713559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.713964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be updated. [ 1004.716471] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.717495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.717495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.717495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.717495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.717495] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1004.762198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.762198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.762198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.762198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.762198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.765228] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.766311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.766311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.766311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.766311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.785041] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1004.787412] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1004.959847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.960091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.960184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.962041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.962041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.962041] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be updated. [ 1005.002891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.002891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.002891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.002891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.002891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.018087] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: IN_PROGRESS for 2s [ 1005.971315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 in Status: SUCCESS [ 1005.971315] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6827959e-73f4-4e06-8508-e4b25f9afd16 deletion is rescheduled due to dependency. [ 1005.971615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6827959e-73f4-4e06-8508-e4b25f9afd16" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.344814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: SUCCESS [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.344814] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.344814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.344814] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.797364] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1006.797581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.797741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.797979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.798184] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.798326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.798387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.798601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.798667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.798720] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.800871] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1006.801053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.802039] env[66213]: INFO networking_nsxv3.common.synchronization [req-90853c1c-9ad3-47fa-a6a1-3dc418ec6565 req-e57f8e90-fb08-4d4c-9956-f74909ce7f7e tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1006.802374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802665] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.803024] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.804095] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1006.804493] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.804622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.804733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.804806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805854] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.805854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.805854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.805854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.805854] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.846689] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.031913] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: SUCCESS [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.031913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.031913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.031913] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.135919] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136132] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.136250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.136504] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.136785] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.137579] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.137742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138008] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.138137] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.138248] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.138369] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.138482] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.138587] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.138735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.168367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.168596] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.168742] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.168924] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.169282] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0f03e525-aad7-4160-986a-8d80162aefff taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.169461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.169589] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.169932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.170089] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f03e525-aad7-4160-986a-8d80162aefff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.304422] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.305420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.307769] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.307882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.308237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.308237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.308455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.308455] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.308552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.308671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.308768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.309121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309121] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1007.337922] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.337922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.337922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.338159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.338159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.346890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1007.349525] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29f9522-a259-4bcd-99f4-9ce33c1c0227: rpc.has_security_group_logging(os_id): False [ 1007.367300] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.367446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.367525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.367742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.367828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.368086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.368188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.368249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.368419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.368497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.368583] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 is going to be created. [ 1007.430579] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.430877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.430877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.431090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.431205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.444603] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: IN_PROGRESS for 2s [ 1007.535552] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.673191] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.673191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.673191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673191] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.673563] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0f03e525-aad7-4160-986a-8d80162aefff not found, creating... [ 1007.673613] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673867] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.674048] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.674908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.674908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.674908] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.675126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.675167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.675394] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.675656] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.675827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0f03e525-aad7-4160-986a-8d80162aefff is going to be created. [ 1007.698013] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.698339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.698672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.698994] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.699245] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.699465] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.807528] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.809247] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.038970] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4041f88-b5ce-4c08-8dfd-9432dd0e10f8: rpc.has_security_group_logging(os_id): False [ 1008.058452] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.058619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.058907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.058999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.059253] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.059363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.059422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.059569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.059646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.059731] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be created. [ 1008.151887] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.152046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.152126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.152337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.152530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.172304] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: IN_PROGRESS for 2s [ 1008.312447] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.312447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.312447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.312447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.312447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.313017] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1008.314023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.314845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.314845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.314845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.314961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.315049] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be updated. [ 1008.344599] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.344801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.344801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.345506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.345506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.348048] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.348159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.348242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.349805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.349805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.364771] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1008.365960] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1008.474768] env[66213]: INFO networking_nsxv3.common.synchronization [req-90853c1c-9ad3-47fa-a6a1-3dc418ec6565 req-65c15c84-ac11-4a34-94c8-6bdc7ed88ca3 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1008.474940] env[66213]: INFO networking_nsxv3.common.synchronization [req-90853c1c-9ad3-47fa-a6a1-3dc418ec6565 req-65c15c84-ac11-4a34-94c8-6bdc7ed88ca3 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1008.475096] env[66213]: INFO networking_nsxv3.common.synchronization [req-90853c1c-9ad3-47fa-a6a1-3dc418ec6565 req-65c15c84-ac11-4a34-94c8-6bdc7ed88ca3 service nova] Enqueued Resource ID: 0f03e525-aad7-4160-986a-8d80162aefff with Priority: HIGHEST for action port [ 1008.475692] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1008.475804] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1008.475860] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f03e525-aad7-4160-986a-8d80162aefff with Priority: HIGHEST for action port [ 1008.478470] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.478960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.480158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.480158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.480158] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.480595] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.481491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.481732] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f03e525-aad7-4160-986a-8d80162aefff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.481841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.481926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.482193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.482272] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f03e525-aad7-4160-986a-8d80162aefff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.984420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.984551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.984733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f03e525-aad7-4160-986a-8d80162aefff with status ACTIVE [ 1008.984893] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.985020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.985085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.985319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.985464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.985661] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.985756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.985827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.985978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.986059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.986248] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.986500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.986577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.986741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.986821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.986915] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f03e525-aad7-4160-986a-8d80162aefff is going to be updated. [ 1009.009623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.009801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.009890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.010065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.010242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.010350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f03e525-aad7-4160-986a-8d80162aefff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.356360] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1009.356665] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1009.356718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.356879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.357128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.357317] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.357457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.357505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.357655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.357733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.357825] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.457769] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: SUCCESS [ 1009.458029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.859959] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.185651] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: SUCCESS [ 1010.185651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.344368] env[66213]: INFO networking_nsxv3.common.synchronization [req-94586b88-6d3b-4e39-819b-c29e286b4098 req-fd83515b-3a16-4fe1-9b00-6bc47fd31d8d tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1010.344368] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1010.345549] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.345549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.345549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.345549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.345748] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.345748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.345833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.345979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.346080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.346174] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.361921] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.382062] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.385120] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385120] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.385120] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.385120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.385861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.385861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.385861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.385861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.385861] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.768231] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.768231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.768231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.768231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.768509] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.768653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.768761] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.769121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.769301] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.769862] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.770046] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.770197] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.771174] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.771174] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.771174] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.771174] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.791140] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.791366] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.793681] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.794012] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.794551] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.794739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.794858] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.795417] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.795663] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8838df-f149-4876-b2c0-6ecd7e8a5d23',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.848993] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.849299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.849299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.849570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.849684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.849895] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.850037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.850152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.850330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.850403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.850530] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 already deleted. [ 1010.851198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.864134] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.864329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.864381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.864548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.864638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.864732] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1010.887142] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.892574] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.896567] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.896567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.896567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.896567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.896567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.904519] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1011.291356] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.291602] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1011.297692] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.298137] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.298137] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.299277] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.299981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.300299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 not found, creating... [ 1011.300617] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.300856] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.301024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.301291] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.301486] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.301786] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.301940] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.302077] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.302308] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.302465] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.302609] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 is going to be created. [ 1011.326408] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.326656] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.326814] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.327154] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.327476] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.327793] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.394559] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.395658] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.897971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.898163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.898231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.898541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.898690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.898732] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1011.899980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.900101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.900161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.900324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.900399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.900562] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be updated. [ 1011.955703] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.955882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.955945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.956151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.956298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.963478] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.963689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.963750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.963961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.975627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1011.976525] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1012.027949] env[66213]: INFO networking_nsxv3.common.synchronization [req-94586b88-6d3b-4e39-819b-c29e286b4098 req-96c07b47-8468-44bf-b87c-68fd56f0880d service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1012.027949] env[66213]: INFO networking_nsxv3.common.synchronization [req-94586b88-6d3b-4e39-819b-c29e286b4098 req-96c07b47-8468-44bf-b87c-68fd56f0880d service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1012.027949] env[66213]: INFO networking_nsxv3.common.synchronization [req-94586b88-6d3b-4e39-819b-c29e286b4098 req-96c07b47-8468-44bf-b87c-68fd56f0880d service nova] Enqueued Resource ID: 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 with Priority: HIGHEST for action port [ 1012.028402] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1012.028544] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1012.029305] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 with Priority: HIGHEST for action port [ 1012.029305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.029598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.029682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.029945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.030061] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.031762] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.031957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.031957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.032379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.032379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.032520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.032520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.032641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.032695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.032821] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.033666] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.033825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.033969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.034080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.034151] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8838df-f149-4876-b2c0-6ecd7e8a5d23',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.536021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.536511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.536511] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.537662] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 with status ACTIVE [ 1012.537662] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.537662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.537662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.537922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.537922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.538073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.538167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.538218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.538586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.538586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.538707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.538707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.538791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.539815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.539815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.539815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a8838df-f149-4876-b2c0-6ecd7e8a5d23 is going to be updated. [ 1012.561117] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.561271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.561342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.561711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.561796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.561944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8838df-f149-4876-b2c0-6ecd7e8a5d23" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.924845] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1012.925152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.925322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.925750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.928024] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.042608] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.111715] env[66213]: INFO networking_nsxv3.common.synchronization [req-db4146e7-028c-4bbd-b42b-ea0989613ee4 req-38ffd081-3575-4492-95e1-e958a8083898 tempest-ServersV294TestFqdnHostnames-1348656256 tempest-ServersV294TestFqdnHostnames-1348656256-project-member] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1013.113057] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1013.113057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.113057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.113057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.113057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.117236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.117362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.117438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.117655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.117746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.117847] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.430049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.430270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.430343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.430738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.430846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.430935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.430935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.431110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.431219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.431332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.431553] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.431652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.431717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.431873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.432020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.432106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.432226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.432342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.432483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.432483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.432640] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.544646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.545013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.545013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.545162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.545232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.545336] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be created. [ 1013.560948] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.561179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-687" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.561281] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-687" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.561674] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-687" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.561931] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.562189] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.562345] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.562568] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.562711] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.562916] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.563058] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.563182] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.563293] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.563402] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.563504] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.563637] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.570094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.570235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.570286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.570719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.570719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.580440] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: UNINITIALIZED for 2s [ 1013.582176] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.582300] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.582423] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.582597] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-687" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.582893] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-75d940aa-28e9-4959-886b-b52efc35bc26 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.583066] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.583183] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.583535] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.583673] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d940aa-28e9-4959-886b-b52efc35bc26',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.622036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.622283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.622470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.622907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.623050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.623116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.623202] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 already deleted. [ 1013.623369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.935796] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 1013.955019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.955164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.955252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.955476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.955561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.955798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.955895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.955953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.956134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.956211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.956515] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.956515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.956610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.957128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.957128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.957128] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.957968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.957968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.957968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.957968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.957968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1013.991313] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1013.991730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.992060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.992409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.992717] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.993038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.993230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.993675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.993858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.994046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.994316] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.996955] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1013.997269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.997948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.997948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.998213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.998461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.999128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.999128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.999128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.000722] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.029042] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.029042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.029169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.029303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.029564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.043596] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1014.086028] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.086338] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.086542] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.086963] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.087227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.087457] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 75d940aa-28e9-4959-886b-b52efc35bc26 not found, creating... [ 1014.087910] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.088167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.088343] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.088667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.088866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.089304] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.089545] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.089719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.090117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.090247] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.090407] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 75d940aa-28e9-4959-886b-b52efc35bc26 is going to be created. [ 1014.115919] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.116160] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.116283] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.116563] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.117468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.117468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.501358] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.503035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.503035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.503243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.503381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.503598] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.503746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.503805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.503955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.504201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.504349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.504543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.504684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.504766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.504927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.505104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.505226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.505274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.505455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.505559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.505643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.505731] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.821896] env[66213]: INFO networking_nsxv3.common.synchronization [req-db4146e7-028c-4bbd-b42b-ea0989613ee4 req-55e20f55-875d-4b03-b9d6-9477b68a2b19 service nova] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 1014.822170] env[66213]: INFO networking_nsxv3.common.synchronization [req-db4146e7-028c-4bbd-b42b-ea0989613ee4 req-55e20f55-875d-4b03-b9d6-9477b68a2b19 service nova] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1014.822282] env[66213]: INFO networking_nsxv3.common.synchronization [req-db4146e7-028c-4bbd-b42b-ea0989613ee4 req-55e20f55-875d-4b03-b9d6-9477b68a2b19 service nova] Enqueued Resource ID: 75d940aa-28e9-4959-886b-b52efc35bc26 with Priority: HIGHEST for action port [ 1014.822833] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_rules [ 1014.822931] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1014.822978] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d940aa-28e9-4959-886b-b52efc35bc26 with Priority: HIGHEST for action port [ 1014.826076] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.827023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.827023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.827023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.827023] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.827438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.828198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.828198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.828541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.828541] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.829211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d940aa-28e9-4959-886b-b52efc35bc26 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.829385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.829542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.829742] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d940aa-28e9-4959-886b-b52efc35bc26',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.008189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afc9676e-ed52-4723-8832-3c7cfdf95969: rpc.has_security_group_logging(os_id): False [ 1015.011566] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1015.026488] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.026639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.026713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.026933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.027047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.027278] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.027396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.027456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.027640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.027723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.027815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be created. [ 1015.029551] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.029977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.029977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.030119] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.030221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.030281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.030456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.030534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.030768] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.030839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.030882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.031034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.031109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.031291] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.031383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.031448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.031613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.031690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.031774] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1015.106289] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.106289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.106289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.106568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.106770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.112962] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.112962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.112962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.113171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.113294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.121961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1015.126659] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1015.331905] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.332983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.333129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.333327] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75d940aa-28e9-4959-886b-b52efc35bc26 with status ACTIVE [ 1015.333494] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.333601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.333661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.333863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.333963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.334166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.334264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.334323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.334494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.334978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.334978] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.334978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.334978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.335147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.337214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.338028] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75d940aa-28e9-4959-886b-b52efc35bc26 is going to be updated. [ 1015.364078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.364078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.364078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.364295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.364534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.364720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d940aa-28e9-4959-886b-b52efc35bc26" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.592701] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1015.592915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.593143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.593382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.593588] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.593721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.593799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.593922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.593995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.594094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.594182] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.840254] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.062127] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1016.062127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.096430] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.343099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.343245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.344027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.344027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.344027] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 is going to be created. [ 1016.369034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.369270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.369270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.369523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.370062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.385815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: UNINITIALIZED for 2s [ 1016.599279] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37474781-5ad2-49d5-843d-7f467317aec9: rpc.has_security_group_logging(os_id): False [ 1016.624272] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.624526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.624526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.624787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.624884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.625172] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.625273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.625330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.625489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.625561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.625651] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be created. [ 1016.706846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.707117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.707117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.707294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.708085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.721932] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1017.134302] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1017.134528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.134603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.134910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.134910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.137628] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1017.138058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.138058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.138856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.138856] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.640862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640862] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.640862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.641804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.641957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.642167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.642264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.642356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.642445] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.744577] env[66213]: INFO networking_nsxv3.common.synchronization [req-ddbc8a71-1e33-4e06-ba72-5648a36cc4fd req-c8ae4dd0-608a-4e64-a788-e30f96996a6f tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1017.745153] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1017.745461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.745962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.745962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.746122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.746246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.746342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.746441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.747021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.747021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.747021] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.075741] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.075970] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.076107] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.076459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.076771] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.076922] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.077059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.077298] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.077461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.077680] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.077789] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.078544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.078544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.078544] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.078544] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.078544] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.107767] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.108147] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.108382] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.108657] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.109123] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.109389] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.109558] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.109927] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110132] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0285c4-cd66-47ab-91a0-c50ad2ddf573',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.144043] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.147374] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.147374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147374] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.147730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147965] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.148066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.148123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.148315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.148484] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.148573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.148639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.148753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.148992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.148992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.148992] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.250049] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.250049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.250049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.250049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.250049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.250370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.250370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.250370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.250555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.250773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.250884] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 already deleted. [ 1018.250967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.397815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: SUCCESS [ 1018.398057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.398230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.398462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.398706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.398802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.398885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.399450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.399450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.399450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.399450] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.613559] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.613805] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.613926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.614234] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.614386] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.614541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 not found, creating... [ 1018.614809] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.614962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.615090] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.615403] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.615633] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615942] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.616117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.616233] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.616443] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.616615] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.616708] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 is going to be created. [ 1018.636603] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.636771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.636898] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.637213] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.637434] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.637658] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.651256] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afc9676e-ed52-4723-8832-3c7cfdf95969: rpc.has_security_group_logging(os_id): False [ 1018.653034] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1018.670249] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.670339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.670476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.670740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.670835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.671047] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.671149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.671244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.671457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.671541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.671752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.671849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.672030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.672083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.672155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.672346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.672445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.672539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.672687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.673065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.673065] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1018.674792] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.674970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.675062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.675217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.675295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.675526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.675626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.675689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.675831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.675904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.675995] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be updated. [ 1018.770864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1018.770864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.772552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.772728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.772801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.773019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.773188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.777555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.777845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.777845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.777962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.778110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.794193] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1018.795497] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1018.902518] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.397591] env[66213]: INFO networking_nsxv3.common.synchronization [req-ddbc8a71-1e33-4e06-ba72-5648a36cc4fd req-ff9f6cb6-0cc5-42e0-83c5-6493dabb2eb1 service nova] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 1019.397942] env[66213]: INFO networking_nsxv3.common.synchronization [req-ddbc8a71-1e33-4e06-ba72-5648a36cc4fd req-ff9f6cb6-0cc5-42e0-83c5-6493dabb2eb1 service nova] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1019.397942] env[66213]: INFO networking_nsxv3.common.synchronization [req-ddbc8a71-1e33-4e06-ba72-5648a36cc4fd req-ff9f6cb6-0cc5-42e0-83c5-6493dabb2eb1 service nova] Enqueued Resource ID: 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 with Priority: HIGHEST for action port [ 1019.398850] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_rules [ 1019.398850] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1019.398850] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 with Priority: HIGHEST for action port [ 1019.399544] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.399726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.399823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.400075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.400683] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.402415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.402415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.402415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.402415] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.403163] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.403312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.403312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.404580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.404580] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0285c4-cd66-47ab-91a0-c50ad2ddf573',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.404985] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a995ebb6-fb21-4a1c-8c9e-40058c738160: rpc.has_security_group_logging(os_id): False [ 1019.427780] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.428265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.429692] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.429692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.429692] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 is going to be created. [ 1019.511367] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.511367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.511367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.511766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.511766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.526770] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: IN_PROGRESS for 2s [ 1019.905735] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.906911] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.907022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.907215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 with status ACTIVE [ 1019.907373] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.907491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.907585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.907826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.907914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.908100] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.908407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.908546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.908756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.909148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.909251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.909251] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0285c4-cd66-47ab-91a0-c50ad2ddf573 is going to be updated. [ 1019.936900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.937109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.937148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.937338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.937476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.937629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0285c4-cd66-47ab-91a0-c50ad2ddf573" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.411049] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.812712] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1020.812933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.814469] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1020.814657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.916544] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.916544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.916544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.916544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.916544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.916544] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 is going to be created. [ 1020.941427] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.941579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.941646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.941866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.942039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.953873] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: UNINITIALIZED for 2s [ 1021.457192] env[66213]: INFO networking_nsxv3.common.synchronization [req-38a94984-7ad0-43cc-bde6-fc35b7dee5c4 req-4bd7fba7-3d61-44c7-b874-c6ae85af8d25 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1021.458116] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1021.459245] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.459397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.459462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.459730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.459910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.460016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.460083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.460255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.460340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.460433] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.541107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: SUCCESS [ 1021.541991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.811623] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811838] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811963] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812247] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812505] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812661] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812979] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.815418] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.815418] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.815418] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.815418] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.815418] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.815418] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.815418] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.815881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.840276] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.840553] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.840680] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.840892] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.841321] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.841452] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.842520] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.842520] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.842520] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ead8d2-aa5d-4d5d-9a0a-40823c93b352',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.963571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.963803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.963915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.964225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.964349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.964639] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.964807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.964869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.965085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.965205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.965534] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 already deleted. [ 1021.965534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.344210] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.344453] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.344594] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.345316] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.345316] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.345316] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 not found, creating... [ 1022.346112] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.346381] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.346534] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.346818] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.346997] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.347329] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.347540] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.347645] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.347880] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.348046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.348257] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 is going to be created. [ 1022.371714] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.372013] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.372175] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.374493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.374493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.374493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.965881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: SUCCESS [ 1022.966794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.966794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.966794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.966794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.966794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.967017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.967017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.967093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.967187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.967304] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.084711] env[66213]: INFO networking_nsxv3.common.synchronization [req-38a94984-7ad0-43cc-bde6-fc35b7dee5c4 req-a336dd08-2a96-4092-bd3b-3861d9b19dc5 service nova] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 1023.084903] env[66213]: INFO networking_nsxv3.common.synchronization [req-38a94984-7ad0-43cc-bde6-fc35b7dee5c4 req-a336dd08-2a96-4092-bd3b-3861d9b19dc5 service nova] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1023.087261] env[66213]: INFO networking_nsxv3.common.synchronization [req-38a94984-7ad0-43cc-bde6-fc35b7dee5c4 req-a336dd08-2a96-4092-bd3b-3861d9b19dc5 service nova] Enqueued Resource ID: 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 with Priority: HIGHEST for action port [ 1023.092589] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_rules [ 1023.092589] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1023.092589] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 with Priority: HIGHEST for action port [ 1023.092589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.092589] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.092589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.092589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.092589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.093151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.093151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.093151] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.094434] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.094573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.094832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.094832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.094832] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ead8d2-aa5d-4d5d-9a0a-40823c93b352',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.470471] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.596591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.597741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.597854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 with status ACTIVE [ 1023.598523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.598523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598523] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.598749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.598749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.598822] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.598901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.599126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.599224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.599442] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.599558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.599669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.599750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.599824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600773] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49ead8d2-aa5d-4d5d-9a0a-40823c93b352 is going to be updated. [ 1023.624807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.624980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.625066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.625295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.625365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.625510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ead8d2-aa5d-4d5d-9a0a-40823c93b352" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.972603] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5004967-45fe-4af2-bd70-8eb4ae410d28: rpc.has_security_group_logging(os_id): False [ 1023.991461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.991723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.991803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.992157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.992253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.992519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.992624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.992772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.992898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.992961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.993013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 is going to be created. [ 1024.058246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.058406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.058474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.058702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.058878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.073356] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: IN_PROGRESS for 2s [ 1024.103302] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.605739] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.605965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.606050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.606416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.607077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.607077] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 is going to be created. [ 1024.637827] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.638128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.638552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.638783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.650784] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: UNINITIALIZED for 2s [ 1026.092676] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: SUCCESS [ 1026.093411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.664472] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: SUCCESS [ 1026.664754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.664999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.665246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.665491] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.665675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.665757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.665933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.666023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.667156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.667327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.169411] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.673232] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8: rpc.has_security_group_logging(os_id): False [ 1027.697775] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.697933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.698010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.698334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.698451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.698713] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.699014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.699087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.699304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.699394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.699487] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 is going to be created. [ 1027.785418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.785729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.785729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.786082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.786766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.803241] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: IN_PROGRESS for 2s [ 1028.091147] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1028.092412] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1028.099597] env[66213]: INFO networking_nsxv3.common.synchronization [req-dd14152e-a4ee-4d6e-b515-e8ab0eb37e54 req-ec829b5b-75a4-468c-8af1-a7ac338ef8ff tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1028.100206] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1028.100573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.100728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.100794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.101280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.101280] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.101280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.102398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.102398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.102398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.102398] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.606016] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.606016] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.606016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.606016] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 1028.637965] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.638213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.638213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.638463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.638540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.649852] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 1029.816987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: SUCCESS [ 1029.817333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.660316] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 1030.660396] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 1030.660557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.102623] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.102909] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1033.245291] env[66213]: INFO networking_nsxv3.common.synchronization [req-65beb869-a705-4c0d-8c81-edf8fd69d8b5 req-f71f8da8-dc96-4dc9-9132-ac3f661a23a0 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1033.245291] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1033.245291] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.245834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.246050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.246434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.246685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.248802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.248802] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.752275] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.752449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.752522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.752749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.752847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.753098] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.753196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.753261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.753414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.753492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.753577] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1033.785829] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.785968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.786082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.786266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.786411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.798693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1035.812718] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 4s [ 1037.824270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1037.824527] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1037.824527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.245951] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1038.245951] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1039.853381] env[66213]: INFO networking_nsxv3.common.synchronization [req-525bc980-b102-44e1-880e-67f290b960c6 req-b64155ef-ba8b-4b91-89f6-57587043e365 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1039.853690] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1039.854100] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.854295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.854377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.854772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.854772] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.854909] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.854955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.855166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.855166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.855314] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.202023] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.202023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.202023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.202023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.202023] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.202824] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.203143] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.204116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.204116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.204116] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.204116] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.204116] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.204116] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.204402] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.204529] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.204678] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.229886] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.230040] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.230764] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.230764] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-790" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.230977] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-fc237458-a643-4ccc-b743-831da5ade854 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.232445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.232445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.232445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.232445] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc237458-a643-4ccc-b743-831da5ade854',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.358222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.735691] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.735691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.735691] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.735976] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.736097] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.736206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port fc237458-a643-4ccc-b743-831da5ade854 not found, creating... [ 1040.736505] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.736667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.736788] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.737062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.737246] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.737529] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.737690] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.737797] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.738017] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.738158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.738296] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: fc237458-a643-4ccc-b743-831da5ade854 is going to be created. [ 1040.759271] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.759594] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.759785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.760100] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.760397] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.760710] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.861127] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.362548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.362712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.362797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.363101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.363227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.363336] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1041.401831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.401831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.401831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.401831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.401831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.409130] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1041.511219] env[66213]: INFO networking_nsxv3.common.synchronization [req-525bc980-b102-44e1-880e-67f290b960c6 req-afdd1c5b-8961-4cfd-b1d2-3ca859926461 service nova] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1041.511386] env[66213]: INFO networking_nsxv3.common.synchronization [req-525bc980-b102-44e1-880e-67f290b960c6 req-afdd1c5b-8961-4cfd-b1d2-3ca859926461 service nova] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1041.511518] env[66213]: INFO networking_nsxv3.common.synchronization [req-525bc980-b102-44e1-880e-67f290b960c6 req-afdd1c5b-8961-4cfd-b1d2-3ca859926461 service nova] Enqueued Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1041.512045] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1041.512177] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1041.512268] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1041.512532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.512646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.512707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.512910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.512981] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.516499] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.516600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.516789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc237458-a643-4ccc-b743-831da5ade854 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.517000] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.517000] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.517185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.517228] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc237458-a643-4ccc-b743-831da5ade854',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.019384] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.019723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.019723] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc237458-a643-4ccc-b743-831da5ade854 with status ACTIVE [ 1042.019813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.019919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.020049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.020216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.020307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.020475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.020569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.020683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.020897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.020979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.021179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.021273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.021331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.021469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.021532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.021618] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc237458-a643-4ccc-b743-831da5ade854 is going to be updated. [ 1042.056580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.056771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.056813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.057148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.057327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.057517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.422892] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1043.423262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.423262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.423494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.423682] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.423798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.423869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.424021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.424093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.424187] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.926614] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.429785] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.787839] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e555f468-b27f-4d68-8f2a-0043df1c1d8f tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 with Priority: HIGHEST for action security_group_rules [ 1044.788143] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 with Priority: HIGHEST for action security_group_rules [ 1044.788226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.788346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.788409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.788689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.788782] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.872774] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2263d1dd-eb6e-45fb-9b14-39bc05e83b13 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 with Priority: HIGHEST for action security_group_rules [ 1044.873519] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 with Priority: HIGHEST for action security_group_rules [ 1044.873756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.873868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.932178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.932332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.932404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.932621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.932710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.932811] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1044.963232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.963232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.963359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.964031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.964031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.973195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1045.308600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.308778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.308778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.309190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.309379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.309379] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 already deleted. [ 1045.309470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.309570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.309766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.309867] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.837242] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.837652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.837652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.837652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.837810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.837869] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4 already deleted. [ 1045.838022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96ff8d3a-b56c-44d0-b7be-7db5f8ed3bb4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.243581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.243879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.243879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.244254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.244254] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.746402] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.984121] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1046.984121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.984485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984778] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.984950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.984950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.985093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.985177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.985321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.985389] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.248939] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.488028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.488028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.488238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.488416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.488692] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.488932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.489067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.489371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.489511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.489823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.489964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.490054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.490276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.490388] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.490484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.490702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.490816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.490816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.490902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.490966] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.753051] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1047.753240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1047.960729] env[66213]: INFO networking_nsxv3.common.synchronization [req-60abdc10-5d48-4275-b67c-ca0e741174fa req-bbe14a9a-273c-4b16-ba2e-a12376467b36 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1047.961464] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1047.961999] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.961999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.962187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.962422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.962647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.962775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.962842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.962997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.963100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.963192] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.993410] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1048.014738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.014738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.014872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.015021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.015120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.015322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.015431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.015491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.015650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.015726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.015923] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.016024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.016229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.016305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.016486] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.016581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.016807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.016876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.016946] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1048.091213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.091524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.091524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.091689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.092317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.129693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1048.467525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.467684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.467754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.467992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468303] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.468404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.468460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.468660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468812] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1048.504161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.504397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.504397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.504614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.504769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.518082] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1048.723078] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.723319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.723319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.723504] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.739949] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1048.740911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.741951] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1048.776416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.776619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.776619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.776853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.789810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.790541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1048.790625] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.790764] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1048.857101] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.857406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.857582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.857735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.859540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.859799] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1048.982764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.983049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.983049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.983298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.983586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.983847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1049.063315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.063739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.063739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.063841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.064091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.064389] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1049.064487] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b5004967-45fe-4af2-bd70-8eb4ae410d28', 'dcaa03b0-7734-442b-af72-fb67d68dbcdb', '28b4f214-d8a4-486f-ba7d-ed91877a91ce', '53cc73bb-a9e1-4675-ac1c-0da287ed76b0', 'b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8', 'ba5e98c6-50f3-4217-b5e1-4fd87e848a3c', 'a8c9eb2e-ed75-41ef-82ef-c0bd59844baf', 'f2cb4e31-5269-4ed7-9b14-d3ee32acb049', '243b39ff-1753-4249-815f-61703d49ebb6', 'c29f9522-a259-4bcd-99f4-9ce33c1c0227', 'a284b5f5-b047-4393-b2ac-896f1877bdbf', '3535c890-2836-44b8-b472-d1be2bcf7322', 'b14b7953-d06e-4fad-9216-96559724a81b', 'c465879c-a74c-4275-8fd7-21de6c1aebfb', 'e8c5cb4c-21c7-4f10-9ddf-83c65f881c91', 'b39e7a05-6f5c-44fa-81ed-405d3058c8cf', 'e4041f88-b5ce-4c08-8dfd-9432dd0e10f8', '238d2414-e29d-48cd-bd0f-701da8967b9f', 'e987bd80-4368-41cc-8ef8-f17c810b7e61', '24f019fa-e99a-4414-ba38-926f7d3bbb64', '82ae44ea-2307-478b-ac51-78a05d746f6d', 'd654ce3e-e536-4490-98e7-7dd8e06c1e5f', '0a7bd0f3-597a-480f-a2e3-44cbf68c7c69', 'f3a76f99-4153-42fd-9444-c90933ab6c2c', 'bcf57216-278a-4344-8c2b-e56963685d17', 'eba54dee-dcbd-4e6c-b89c-8f9435682743', 'afc9676e-ed52-4723-8832-3c7cfdf95969', '6827959e-73f4-4e06-8508-e4b25f9afd16', '1e56ef36-2d47-4587-91ab-66042adaec90', 'e1a7c5f3-157f-4385-9d8d-4658799ad60e', 'fc195224-40ee-480f-8dd5-8e2392aec39f', 'e8bf4ffb-73df-4d49-beda-599a0b6aa071', '37474781-5ad2-49d5-843d-7f467317aec9', 'c567afa7-7f72-4a1d-94a0-4e84223e5404', '45066e2e-72e3-443b-bb93-cf7b8a1cdb8e', '947b85c5-b093-4386-ba15-3b42be279915', 'a995ebb6-fb21-4a1c-8c9e-40058c738160', '307b6e50-5981-4974-aa78-020c69d437d3', '9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136', '1c591ef8-cac3-4ee5-965b-f40ef0674e59', '39b97197-a3d9-433f-8874-d90e91734d37', 'fa45651a-82c6-4437-8639-eabc1f50183c', '8854238c-2716-4baa-a2bb-b174253002a3', '1ccc10ed-d71c-46de-a7ac-dc993366a9cf', '7197bb84-632b-4d1d-9881-b5709cec6960', '477d0fd8-0022-4dac-bbef-f416d0768f54', 'ff35ce86-b905-4157-ac13-c6c3befa5ea7', '0893292e-fe1c-49cc-a3f7-c627fd984a6e'} {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1049.064597] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1049.086562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.086747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.086817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.087053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.087130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.087243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1049.087313] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1049.087382] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1049.232813] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.233296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.233296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.233296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.234449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.234708] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1049.234899] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1049.235023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1049.235023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1049.235196] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1049.235196] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGH for action security_group_rules [ 1049.235326] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGH for action security_group_rules [ 1049.235326] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGH for action security_group_rules [ 1049.235443] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGH for action security_group_rules [ 1049.235505] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGH for action security_group_rules [ 1049.235571] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGH for action security_group_rules [ 1049.235656] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGH for action security_group_rules [ 1049.235860] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 1049.235860] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGH for action security_group_rules [ 1049.236059] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGH for action security_group_rules [ 1049.236059] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGH for action security_group_rules [ 1049.236236] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGH for action security_group_rules [ 1049.236236] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGH for action security_group_rules [ 1049.236410] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGH for action security_group_rules [ 1049.236503] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 1049.236591] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGH for action security_group_rules [ 1049.236670] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGH for action security_group_rules [ 1049.236772] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGH for action security_group_rules [ 1049.236948] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGH for action security_group_rules [ 1049.237082] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGH for action security_group_rules [ 1049.237176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.489521] env[66213]: INFO networking_nsxv3.common.synchronization [req-3ccce7fc-2411-4ec4-a694-86e75a7a4524 req-76fb3809-5081-4594-9e26-4aed5f2ebd39 tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1049.489852] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1049.490035] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGH for action security_group_rules [ 1049.490114] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce with Priority: HIGH for action security_group_rules [ 1049.490279] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf with Priority: HIGH for action security_group_rules [ 1049.490402] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 1049.490552] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGH for action security_group_rules [ 1049.490731] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 with Priority: HIGH for action security_group_rules [ 1049.490816] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238d2414-e29d-48cd-bd0f-701da8967b9f with Priority: HIGH for action security_group_rules [ 1049.490947] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGH for action security_group_rules [ 1049.491029] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c465879c-a74c-4275-8fd7-21de6c1aebfb with Priority: HIGH for action security_group_rules [ 1049.491146] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf with Priority: HIGH for action security_group_rules [ 1049.491295] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b7953-d06e-4fad-9216-96559724a81b with Priority: HIGH for action security_group_rules [ 1049.491393] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGH for action security_group_rules [ 1049.491475] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGH for action security_group_rules [ 1049.491608] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGH for action security_group_rules [ 1049.491666] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243b39ff-1753-4249-815f-61703d49ebb6 with Priority: HIGH for action security_group_rules [ 1049.491977] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGH for action security_group_rules [ 1049.491977] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 1049.491977] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGH for action security_group_rules [ 1049.491977] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb with Priority: HIGH for action security_group_rules [ 1049.492232] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 with Priority: HIGH for action security_group_rules [ 1049.492397] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.492519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.492589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.492772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.492928] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.493112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.493213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.493383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.493462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.493554] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.495370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.495581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.495740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.495937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.496273] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.496907] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.497059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.497181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.497360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.497477] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b4f214-d8a4-486f-ba7d-ed91877a91ce',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.498856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.498856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.498856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.498856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.498856] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8c9eb2e-ed75-41ef-82ef-c0bd59844baf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.499548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.500287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.500287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.500287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.500460] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.501113] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.501756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.502033] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e987bd80-4368-41cc-8ef8-f17c810b7e61 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.502149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.502211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.502373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.502444] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e987bd80-4368-41cc-8ef8-f17c810b7e61',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.503182] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-238d2414-e29d-48cd-bd0f-701da8967b9f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.503397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.503462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.503619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.503691] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('238d2414-e29d-48cd-bd0f-701da8967b9f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.504519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.504634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.504727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.504864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.504937] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.505726] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c465879c-a74c-4275-8fd7-21de6c1aebfb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.506425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.506503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.506659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.506734] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c465879c-a74c-4275-8fd7-21de6c1aebfb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.508077] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.508077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.508077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.508423] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b39e7a05-6f5c-44fa-81ed-405d3058c8cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.510218] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14b7953-d06e-4fad-9216-96559724a81b taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.510350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.510414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510804] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14b7953-d06e-4fad-9216-96559724a81b',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.511541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.511650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.511717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.511902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.511986] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.512970] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.513307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.513374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.513582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.513667] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.515207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.515207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.515207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.515207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.515207] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.516523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243b39ff-1753-4249-815f-61703d49ebb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.516695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.516946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.517110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.517187] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243b39ff-1753-4249-815f-61703d49ebb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.518432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.518741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.518831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.519058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.519167] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.520185] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.520344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.520521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.520686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.520763] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.521824] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.521973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.522559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.522671] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.523600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.523689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.523744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.523890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.523963] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcaa03b0-7734-442b-af72-fb67d68dbcdb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.524779] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.524959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.525078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.525182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.525268] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53cc73bb-a9e1-4675-ac1c-0da287ed76b0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.528306] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.528418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.528714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.528714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.528894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.528894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.529017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.529113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.529202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.529332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.529437] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.530307] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.530434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.530489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.530696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.555846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.556092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.557629] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.557793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.558601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.558910] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.559140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.559185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.559367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.559446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.559536] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 1049.561269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.561365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.584440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.584598] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b4f214-d8a4-486f-ba7d-ed91877a91ce is going to be deleted. [ 1049.585598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.600250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.600381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.600381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.600574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.600837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610039] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8c9eb2e-ed75-41ef-82ef-c0bd59844baf is going to be deleted. [ 1049.611875] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 1049.675043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.675043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.675043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.675043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.675043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.675417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8c9eb2e-ed75-41ef-82ef-c0bd59844baf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.676459] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.676892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.676892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.676892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.677041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.677165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b4f214-d8a4-486f-ba7d-ed91877a91ce" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.909757] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.909757] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.909757] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.910261] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.910261] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.910573] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.910573] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.910742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.910845] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.911176] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.911399] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.911615] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.911831] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.912019] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.912183] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.912358] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.932746] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.932926] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.933078] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.933250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-40" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.933564] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.933733] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.933850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.934208] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.934343] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf36c4d1-3824-4eda-9d73-3ba89d7bce50',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.029226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.029370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.029442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.029650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.029805] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.029902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.029964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.030125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.030208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.030310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.030376] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.032216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.032344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.032393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.032678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.032793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.032834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.033078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.033198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.033301] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.036675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.036787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.036853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.037023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.037168] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.037269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.037326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.037456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.037572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.037614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.037677] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.044707] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.046350] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.046350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.046350] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.047272] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.047412] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.047481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.047579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.047721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.047838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.047912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.048019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.048096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.048196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.048269] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.048954] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.062788] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.062947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.063128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.063361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.068827] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.068994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.080508] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.080722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.091256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.091438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.093280] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.093280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094099] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.094196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094912] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.095012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097566] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.098351] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.098444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099190] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.099265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.100012] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.100130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.100789] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.101253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.101351] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c465879c-a74c-4275-8fd7-21de6c1aebfb is going to be deleted. [ 1050.102260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.102436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.124261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.124419] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243b39ff-1753-4249-815f-61703d49ebb6 is going to be deleted. [ 1050.125396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.125781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.125907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.126138] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be deleted. [ 1050.128228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.128228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.232764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.232950] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b39e7a05-6f5c-44fa-81ed-405d3058c8cf is going to be deleted. [ 1050.233881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.234119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.236073] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1050.236305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.236904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.237139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.237226] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.259214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.259387] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be deleted. [ 1050.260394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.260538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.263166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.263359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.276370] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.276653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.277209] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.277334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.281818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.281956] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 238d2414-e29d-48cd-bd0f-701da8967b9f is going to be deleted. [ 1050.283234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.303445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.303618] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e987bd80-4368-41cc-8ef8-f17c810b7e61 is going to be deleted. [ 1050.304486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.304708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.330741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.330921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.331673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.331899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.335462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.335578] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be deleted. [ 1050.336481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.336706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.388953] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53cc73bb-a9e1-4675-ac1c-0da287ed76b0 is going to be deleted. [ 1050.389904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.390184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.418179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.418398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437374] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437632] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437783] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.438131] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438309] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.438475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port cf36c4d1-3824-4eda-9d73-3ba89d7bce50 not found, creating... [ 1050.438892] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.439083] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439226] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.439497] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.439645] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.440043] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.440306] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.440369] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.440766] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.440997] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.441112] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: cf36c4d1-3824-4eda-9d73-3ba89d7bce50 is going to be created. [ 1050.466770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.466961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14b7953-d06e-4fad-9216-96559724a81b is going to be deleted. [ 1050.467911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.468170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.477179] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.477341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.535422] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.542040] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.543081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.551154] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1050.551340] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 1050.551453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.552575] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.552766] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.552891] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.553244] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.553471] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.553690] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.555410] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5004967-45fe-4af2-bd70-8eb4ae410d28: rpc.has_security_group_logging(os_id): False [ 1050.557295] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.558025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.558025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.558025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.558025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.558298] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.558298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.558410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.558460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.558568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.558626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.558800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.558917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.559322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.559322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.559322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.559322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.559587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.559587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.559677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.559677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.559773] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.561083] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.562558] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.562665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.569347] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcaa03b0-7734-442b-af72-fb67d68dbcdb is going to be deleted. [ 1050.570599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.570849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.571087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c465879c-a74c-4275-8fd7-21de6c1aebfb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.571529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.571746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.571817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.571919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243b39ff-1753-4249-815f-61703d49ebb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.572486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.572676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.572776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.572903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.573330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.573492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.573574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.573690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b39e7a05-6f5c-44fa-81ed-405d3058c8cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.573848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.574017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.574104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.574217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.574346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.574488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.574562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.574676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-238d2414-e29d-48cd-bd0f-701da8967b9f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.574799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.574936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.575017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e987bd80-4368-41cc-8ef8-f17c810b7e61" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.575398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.575472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.575832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.575905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.576021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53cc73bb-a9e1-4675-ac1c-0da287ed76b0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.590914] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.591144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.591144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.591338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.660697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.660906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.701652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.702119] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.702299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.702411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.702707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.702833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.702961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 is going to be updated. [ 1050.704855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.705086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.705185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.705302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14b7953-d06e-4fad-9216-96559724a81b" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.731983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.732165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.732236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.732452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.732541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.732664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcaa03b0-7734-442b-af72-fb67d68dbcdb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.740259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.740417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.740483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.740785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.741024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.741155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.741225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.741410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.741499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.741592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.741705] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.802213] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1050.802398] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1050.803072] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1050.803198] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1050.803426] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.803838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.803838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.804020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.804193] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.804297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.804352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.804516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.804617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.804693] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.805636] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.805741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.805805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.806149] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.806205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.806371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.806436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.806503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.806576] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.849425] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1050.849607] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1050.849745] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_rules [ 1050.849874] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1050.850014] env[66213]: INFO networking_nsxv3.common.synchronization [req-883e3cd8-df92-478e-9633-846487e06483 req-46e3aad8-8f64-41a3-b843-d5c31ccd6dd2 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1050.851068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1050.851068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_rules [ 1050.851068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1050.851068] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1050.851331] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1050.851473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.851554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.851798] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.851944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.851999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.852326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.852436] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.853447] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc237458-a643-4ccc-b743-831da5ade854 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.853563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.853622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.853836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.853918] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc237458-a643-4ccc-b743-831da5ade854',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.855989] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.855989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.855989] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.855989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.856739] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.856848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.856903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.857089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.857211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.887429] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: IN_PROGRESS for 2s [ 1051.037756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29f9522-a259-4bcd-99f4-9ce33c1c0227: rpc.has_security_group_logging(os_id): False [ 1051.045151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a284b5f5-b047-4393-b2ac-896f1877bdbf: rpc.has_security_group_logging(os_id): False [ 1051.046702] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4041f88-b5ce-4c08-8dfd-9432dd0e10f8: rpc.has_security_group_logging(os_id): False [ 1051.056376] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.056376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.056376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.056568] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.063215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5e98c6-50f3-4217-b5e1-4fd87e848a3c: rpc.has_security_group_logging(os_id): False [ 1051.064265] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8: rpc.has_security_group_logging(os_id): False [ 1051.066415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.066415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.067625] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.067625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.079642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.079967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.080095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.080163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.080350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.080451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.080515] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 is going to be updated. [ 1051.081633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.081937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083872] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.083872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.084263] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.084392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.106988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.106988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.106988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.106988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.106988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.106988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.106988] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf is going to be updated. [ 1051.108440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.108440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.139902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.144479] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.144479] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be updated. [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.174565] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.174565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.178192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.178327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.178421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.178458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.179511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.179675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.180527] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.180527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.180733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.180824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.180901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.181703] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.181852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.181925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.182123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.182244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.184023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 1051.184023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.184023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.185360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.185465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191071] env[66213]: INFO networking_nsxv3.common.synchronization [req-3ccce7fc-2411-4ec4-a694-86e75a7a4524 req-0fa9b5f6-d414-4faf-ba8f-0379f43e57c3 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 1051.191241] env[66213]: INFO networking_nsxv3.common.synchronization [req-3ccce7fc-2411-4ec4-a694-86e75a7a4524 req-0fa9b5f6-d414-4faf-ba8f-0379f43e57c3 service nova] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1051.191373] env[66213]: INFO networking_nsxv3.common.synchronization [req-3ccce7fc-2411-4ec4-a694-86e75a7a4524 req-0fa9b5f6-d414-4faf-ba8f-0379f43e57c3 service nova] Enqueued Resource ID: cf36c4d1-3824-4eda-9d73-3ba89d7bce50 with Priority: HIGHEST for action port [ 1051.193013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_rules [ 1051.193013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1051.193013] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf36c4d1-3824-4eda-9d73-3ba89d7bce50 with Priority: HIGHEST for action port [ 1051.193013] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.193013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.193013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.193282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.193282] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.194156] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.194245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.194432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.194529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.194583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.194744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.194835] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf36c4d1-3824-4eda-9d73-3ba89d7bce50',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.234746] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.234746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.239880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.239880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.239880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.239880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.240494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.240494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.240494] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 is going to be updated. [ 1051.241270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.241465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.241582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.242506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.242786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.242786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.245092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.273611] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: IN_PROGRESS for 2s [ 1051.274303] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: IN_PROGRESS for 2s [ 1051.274603] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: IN_PROGRESS for 2s [ 1051.308388] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.309535] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.333534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.333755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.333755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.334018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.334193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.356765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.356765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.359350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc237458-a643-4ccc-b743-831da5ade854 with status ACTIVE [ 1051.359586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.359752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.359861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.360185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.360306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.360575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.360785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.360878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.361136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.361262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.361483] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.361589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.361654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.361964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.362058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.362164] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc237458-a643-4ccc-b743-831da5ade854 is going to be updated. [ 1051.369750] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 1051.391704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.391704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.391704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.392253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.392253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.392253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.406220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.406406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.406477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.406755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.406977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.430265] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: IN_PROGRESS for 2s [ 1051.624121] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 1051.624315] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 1051.624604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.624604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.624811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.625090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.625237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.625336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.625495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.625556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.625762] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.696466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.696623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.697182] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf36c4d1-3824-4eda-9d73-3ba89d7bce50 with status ACTIVE [ 1051.697182] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.697182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.697182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.697404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.697404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.697552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.697637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.697704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.697874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.697950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.698146] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.698231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.698285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.698440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.698484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.698583] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf36c4d1-3824-4eda-9d73-3ba89d7bce50 is going to be updated. [ 1051.719704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.719930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.719930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.720247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.720462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.720752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf36c4d1-3824-4eda-9d73-3ba89d7bce50" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.810910] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.812347] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.128964] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.314877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.315041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.315110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.315333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.315606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.315741] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be created. [ 1052.319718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.319856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.319910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.320130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.320220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.320315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1052.342753] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.342931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.342983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.343285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.343451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.345386] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.345519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.345567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.345809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.346129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.356125] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1052.356807] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: UNINITIALIZED for 2s [ 1052.631389] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.901190] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: SUCCESS [ 1052.901464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.134034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.134034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.134034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134615] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 1053.175993] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.175993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.176200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.176284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.176422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.186987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 1053.303642] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: SUCCESS [ 1053.303860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.304645] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: SUCCESS [ 1053.304847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.305520] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: SUCCESS [ 1053.305686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.385071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 1053.386701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.442088] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: SUCCESS [ 1053.442344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.324941] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.325303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.325303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.325482] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.325703] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.325912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.326068] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.326337] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.326515] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.326768] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.326896] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.327084] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.327176] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.327299] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.327386] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.327506] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.347877] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.348128] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.348314] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.348499] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.348932] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-cf960ca6-801b-4ea9-af08-6829fbe3f1da taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.349037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.349096] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.349371] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.349500] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf960ca6-801b-4ea9-af08-6829fbe3f1da',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.369254] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1054.369502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.369679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.369973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.370141] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.370261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.370299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.370458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.370572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.370680] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.373191] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1054.373334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.373397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.374336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.374336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.374336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.374336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.374336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.374336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.374336] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.852689] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.852958] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.853112] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.853464] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.853609] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.853836] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.853990] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.854118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.854333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.854461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.854751] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.854917] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.855042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.855295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.855449] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855608] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da is going to be updated. [ 1054.876725] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.878167] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.881485] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.881715] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.881870] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.882125] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.882360] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.882536] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.201792] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 1055.201792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.201991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.202338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.202574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.202803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.202803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.202991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.203236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.203330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.203420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.380542] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.381961] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.600363] env[66213]: INFO networking_nsxv3.common.synchronization [req-8efb3d97-b253-482d-9996-e835553d3716 req-bb529e4e-1396-4932-abd6-164c1af35e05 service nova] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 1055.600363] env[66213]: INFO networking_nsxv3.common.synchronization [req-8efb3d97-b253-482d-9996-e835553d3716 req-bb529e4e-1396-4932-abd6-164c1af35e05 service nova] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 1055.600542] env[66213]: INFO networking_nsxv3.common.synchronization [req-8efb3d97-b253-482d-9996-e835553d3716 req-bb529e4e-1396-4932-abd6-164c1af35e05 service nova] Enqueued Resource ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da with Priority: HIGHEST for action port [ 1055.601271] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_rules [ 1055.601414] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 1055.601511] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da with Priority: HIGHEST for action port [ 1055.601825] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.601948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.602025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.602236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.602316] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.603229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.603338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.603401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.603572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.603715] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.603806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.603865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.604014] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.604106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.604197] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.605108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf960ca6-801b-4ea9-af08-6829fbe3f1da taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.605108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.605197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.605276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.605393] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf960ca6-801b-4ea9-af08-6829fbe3f1da',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.705625] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.705791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.705860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.706174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.706353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.706448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.706492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.706653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.706736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706822] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706966] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.707079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.707139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.707278] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.707413] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.707502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.707560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.707741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.707789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.707909] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.883772] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.883939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.884025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.884264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.884356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.884457] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be updated. [ 1055.885809] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.886024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.886024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.886184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.886267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.886391] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1055.918123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.918333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.918415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.918611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.920555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.920733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.920804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.920983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.921135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.934449] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1055.935240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1056.108029] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.108460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.108576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.108729] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf960ca6-801b-4ea9-af08-6829fbe3f1da with status ACTIVE [ 1056.108904] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.109034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.109323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.109548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.109642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.109846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.110108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.110199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.110261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.110433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.110510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.110596] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf960ca6-801b-4ea9-af08-6829fbe3f1da is going to be updated. [ 1056.136988] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.137159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.137240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.137549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.137765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.137963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf960ca6-801b-4ea9-af08-6829fbe3f1da" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.210020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2cb4e31-5269-4ed7-9b14-d3ee32acb049: rpc.has_security_group_logging(os_id): False [ 1056.244271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.244271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.244271] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.244811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.244811] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.244811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.244811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.244811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.245034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.245087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.245182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.245234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.245379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.245455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.245534] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be created. [ 1056.331937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.332265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.332265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.332458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.332646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.348278] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 1056.612512] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.115443] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.115664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.115725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.115933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.116037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.116137] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be updated. [ 1057.149848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.150387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.160804] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: IN_PROGRESS for 2s [ 1057.947345] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1057.947674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948294] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1057.948462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949069] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.950077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.950221] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.950314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.950373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.950515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.950589] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.950667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.950789] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.951830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.951943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.952034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.952129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.952189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.953033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.953033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.953033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.953033] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.362149] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 1058.362805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.453961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1058.457615] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.475587] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.497276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.497673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.497743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.497938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.498042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.498236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.498340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.498469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.498652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.498721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.498929] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.499040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.499104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.499248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.499323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.499409] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1058.522487] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1058.522719] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1058.523044] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1058.523910] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1058.523910] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1058.523910] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1058.524096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.524656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.524721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.524997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.525169] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.525322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.525322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.525470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.525550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.525756] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.526463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.526570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.526645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.526796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.526936] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.527101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.527101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.527236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.527311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.527519] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.528140] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.528244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.528310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.528455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.528591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.528684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.528777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.528926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.529008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.529096] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.574277] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1058.574451] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1058.574586] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_rules [ 1058.574711] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1058.574833] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_rules [ 1058.574955] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1058.575094] env[66213]: INFO networking_nsxv3.common.synchronization [req-f81d95c5-467e-40c9-a425-27b25367c39f req-669b4b13-2e21-40ad-ba9e-94212c3b9eb7 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1058.575599] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_rules [ 1058.575733] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_rules [ 1058.575975] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1058.576110] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc237458-a643-4ccc-b743-831da5ade854 with Priority: HIGHEST for action port [ 1058.576203] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_rules [ 1058.576289] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1058.576374] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1058.576704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.576855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577326] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577546] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc237458-a643-4ccc-b743-831da5ade854 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.577947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.578050] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc237458-a643-4ccc-b743-831da5ade854',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.579737] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8817d7a-f056-4ff8-805c-c9a5bbed64ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.579869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.579950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.580217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.580515] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.581353] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.581646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.581646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.581739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.584451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.584650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.584700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.584872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.585027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.599318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1058.959936] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29d5a4a-418e-42f4-ba88-c7200f91ffca: rpc.has_security_group_logging(os_id): False [ 1058.979377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.979527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.979597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.979813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.980097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.980156] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.980269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.980311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.980491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.980582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.980636] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be created. [ 1059.030024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.030214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.030293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.030624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.030954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.032332] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.033227] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.034037] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.048110] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1059.084059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.084059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.084059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc237458-a643-4ccc-b743-831da5ade854 with status ACTIVE [ 1059.084059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.084059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.084059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.084475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.084475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.084556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.084605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.084643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.084846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.084886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.085055] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.085192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.085230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.085348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.085420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.085513] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc237458-a643-4ccc-b743-831da5ade854 is going to be updated. [ 1059.109556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.109698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.109771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.110252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.110373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc237458-a643-4ccc-b743-831da5ade854" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.203350] env[66213]: INFO networking_nsxv3.common.synchronization [req-e63cb849-2f2f-4c9d-b608-72afa7899cbc req-876e4d50-4f43-4c20-84c6-8ea16d5dce4e tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1059.204397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: SUCCESS [ 1059.204893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.205856] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1059.209020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.209353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.210201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.210201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.210201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.210493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.210493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.211733] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.212871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.213033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.213089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.213268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.213424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.213522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.213585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.213730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.213817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.213906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.536436] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.537407] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.538785] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.657636] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.657798] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.657798] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.658083] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.658346] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.658506] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.658640] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.658907] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.659063] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.659289] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.659403] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.659512] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.660141] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.660141] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.660141] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.660141] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.686240] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.686386] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.686472] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.686663] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.686991] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-37da163e-f431-4f85-a50d-9c7cfc7e4e64 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.687235] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.687387] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.687820] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.687965] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37da163e-f431-4f85-a50d-9c7cfc7e4e64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.715957] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.717068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.717264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.717321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.717527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.740312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.740312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.740312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.740312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.740312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.740591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.740591] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be updated. [ 1059.765424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.765618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.765618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.765786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.765926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.776926] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 1060.042125] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.042590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.042590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.042696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.042745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.042899] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be updated. [ 1060.044186] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.044298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.044353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.044558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.044652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.044741] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1060.045792] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.046118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.046248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.046414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.046494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.046582] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff is going to be created. [ 1060.076185] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.076185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.076185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.076185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.076416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.082612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.082612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.082612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.083110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.083110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.085411] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.085411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.085618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.085846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.087031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.095788] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1060.096582] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1060.097214] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff in Status: UNINITIALIZED for 2s [ 1060.191077] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.191430] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.191729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.192067] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.192227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.192386] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 37da163e-f431-4f85-a50d-9c7cfc7e4e64 not found, creating... [ 1060.192653] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.192816] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.192944] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.193226] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.193403] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.193697] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.193845] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.193964] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.194200] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.194334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.194478] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 is going to be created. [ 1060.218929] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.218929] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.218929] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.218929] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.218929] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219452] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.219814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3535c890-2836-44b8-b472-d1be2bcf7322: rpc.has_security_group_logging(os_id): False [ 1060.242832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.243030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.243114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.243319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.243409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.243742] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.243888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.243938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.244120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.244199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.244290] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be created. [ 1060.351028] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.351265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.351265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.351474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.351633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.364081] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: IN_PROGRESS for 2s [ 1060.619595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1060.619595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619895] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.849568] env[66213]: INFO networking_nsxv3.common.synchronization [req-635dca3b-013d-46ca-aa13-fb0797ee3a15 req-8b8afac9-6b8c-431c-85b5-f1447c86195f tempest-AttachVolumeTestJSON-196005079 tempest-AttachVolumeTestJSON-196005079-project-member] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 1060.849568] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGHEST for action security_group_members [ 1060.849886] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.850205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.850382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.851789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.851789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.851789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.851789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.851789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.851789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.851789] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.981457] env[66213]: INFO networking_nsxv3.common.synchronization [req-e63cb849-2f2f-4c9d-b608-72afa7899cbc req-a4240a9b-b5fa-4d32-a498-c0b74450c5af service nova] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_rules [ 1060.981633] env[66213]: INFO networking_nsxv3.common.synchronization [req-e63cb849-2f2f-4c9d-b608-72afa7899cbc req-a4240a9b-b5fa-4d32-a498-c0b74450c5af service nova] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1060.981826] env[66213]: INFO networking_nsxv3.common.synchronization [req-e63cb849-2f2f-4c9d-b608-72afa7899cbc req-a4240a9b-b5fa-4d32-a498-c0b74450c5af service nova] Enqueued Resource ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with Priority: HIGHEST for action port [ 1060.982571] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_rules [ 1060.982710] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1060.982801] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with Priority: HIGHEST for action port [ 1060.983217] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.983369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.983442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.983713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.984161] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.985075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.985075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.985075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-37da163e-f431-4f85-a50d-9c7cfc7e4e64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.985280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.985280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.985383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987043] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37da163e-f431-4f85-a50d-9c7cfc7e4e64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.062396] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1061.062840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.065137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.065137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.065137] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.122952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.123739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.353767] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.353976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.354094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.354357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.354468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.354709] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.354845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.354915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.355124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.355238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.355306] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf is going to be updated. [ 1061.385724] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.385875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.385974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.386217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.386373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396305] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: IN_PROGRESS for 2s [ 1061.487195] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.487438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.487643] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with status ACTIVE [ 1061.487872] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.488039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.488104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.488336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489034] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.489288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489469] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.489843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.490090] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 is going to be updated. [ 1061.516602] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.516801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.516801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.517085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.517222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.517429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.566808] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.566974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.724485] env[66213]: INFO networking_nsxv3.common.synchronization [req-17c79cb1-130a-4764-ac72-fd0392667b1f req-1795a39f-b1fd-4ab6-bda6-68553653dd0a tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1061.724686] env[66213]: INFO networking_nsxv3.common.synchronization [req-17c79cb1-130a-4764-ac72-fd0392667b1f req-1795a39f-b1fd-4ab6-bda6-68553653dd0a tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1061.725364] env[66213]: INFO networking_nsxv3.common.synchronization [req-17c79cb1-130a-4764-ac72-fd0392667b1f req-1795a39f-b1fd-4ab6-bda6-68553653dd0a tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1061.725471] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff with Priority: HIGHEST for action security_group_members [ 1061.725576] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca with Priority: HIGHEST for action security_group_members [ 1061.725637] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1061.725908] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.726040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.726204] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29d5a4a-418e-42f4-ba88-c7200f91ffca taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.726309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.726451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.726898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.790013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 1061.790201] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 deletion is rescheduled due to dependency. [ 1061.790311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.791043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.791307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.791505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.791620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.791685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.791878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.791964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.792067] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.108847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1062.109142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.109260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.109601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.109797] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.109942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.110019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.110207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.110291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.110428] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.112257] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1062.112462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.114400] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff in Status: SUCCESS [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.114400] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.114400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.114810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.114810] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.115448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.116180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116180] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.116180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.116180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.116180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.116426] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.295462] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.382230] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: SUCCESS [ 1062.382481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.618376] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.618546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.618658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.619165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.619377] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.619489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.619554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.620188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.620318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be updated. [ 1062.621576] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.622537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.622642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.622723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.622902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.622984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623177] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.623492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.623563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623650] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff is going to be deleted. [ 1062.659601] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.659759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.659759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.659984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.660167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.661935] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.662087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.662137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.662319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.662407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.662518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.662662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.662815] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.662978] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.663191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.663437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.663616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.663702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.663838] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.679446] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1062.798244] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.125888] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.167597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.167856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.168044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.168685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.168941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169294] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.169459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.169521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.169931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.170052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.170206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff already deleted. [ 1063.170345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.170410] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.172315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.173334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.173334] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.173334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.173334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.173334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.173334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.173744] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.301490] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.301898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.302151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.302151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.302335] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be updated. [ 1063.349433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.349735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.349735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.349947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.350163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.369155] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 1063.417369] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a284b5f5-b047-4393-b2ac-896f1877bdbf in Status: SUCCESS [ 1063.417369] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf deletion is rescheduled due to dependency. [ 1063.417369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.628325] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.628638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.628739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.628961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.629099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.629195] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1063.679472] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8817d7a-f056-4ff8-805c-c9a5bbed64ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.680898] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.681120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.681220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.681384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.681466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.681678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.681859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.681937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.683705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.683705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.683879] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff already deleted. [ 1063.683879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.696591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.696878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.697057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.697530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.697786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.719434] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1064.185400] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8817d7a-f056-4ff8-805c-c9a5bbed64ff: rpc.has_security_group_logging(os_id): False [ 1064.208851] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.209333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.209333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.209521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.209584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.209924] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.210079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.210182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff is going to be created. [ 1064.235714] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff], does not exist path=[/infra/domains/default/groups/e8817d7a-f056-4ff8-805c-c9a5bbed64ff]."\n}' [ 1064.235948] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff [ 1064.235948] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1064.286145] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.286456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.286456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.286757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.288153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.288535] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.288764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.289047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.289190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.289391] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.289497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.289560] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.289763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.289848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.289979] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8817d7a-f056-4ff8-805c-c9a5bbed64ff is going to be created. [ 1064.312891] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff], does not exist path=[/infra/domains/default/groups/e8817d7a-f056-4ff8-805c-c9a5bbed64ff]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff [ 1064.313213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8817d7a-f056-4ff8-805c-c9a5bbed64ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.313663] env[66213]: Traceback (most recent call last): [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1064.313756] env[66213]: return func(*args, **kwargs) [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.313756] env[66213]: res.raise_for_status() [ 1064.313756] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1064.313756] env[66213]: raise HTTPError(http_error_msg, response=self) [ 1064.313756] env[66213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff [ 1064.313756] env[66213]: During handling of the above exception, another exception occurred: [ 1064.313756] env[66213]: Traceback (most recent call last): [ 1064.313756] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1064.313756] env[66213]: listener.cb(fileno) [ 1064.313756] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1064.313756] env[66213]: result = function(*args, **kwargs) [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1064.313756] env[66213]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1064.313756] env[66213]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1064.313756] env[66213]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1064.313756] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.313756] env[66213]: res.raise_for_status() [ 1064.313756] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1064.313756] env[66213]: raise HTTPError(http_error_msg, response=self) [ 1064.313756] env[66213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8817d7a-f056-4ff8-805c-c9a5bbed64ff [ 1064.313756] env[66213]: Removing descriptor: 58 [ 1064.691099] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1064.691292] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca deletion is rescheduled due to dependency. [ 1064.691406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.691570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.692035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.692159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.692218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.692386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.692466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.692559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.692645] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.693578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.693709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.693867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.694696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.694696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.694696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.694696] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.196661] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29d5a4a-418e-42f4-ba88-c7200f91ffca',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.199202] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.199418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.199468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.227889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228182] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.228326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.228395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.228601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.228679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228767] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be updated. [ 1065.259090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.259285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.259285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.259491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.261891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.271942] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1065.294720] env[66213]: INFO networking_nsxv3.common.synchronization [req-1af7236f-5e67-4d13-a40c-a8252486e5cb req-d6c2c927-1edb-47ac-b09c-9099a2d9ee07 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1065.296442] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1065.296442] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.296442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.296722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.296722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298814] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.298814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.298814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.298814] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.384059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 1065.384376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.384931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.385052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.385375] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.385563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.385686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.385996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.386142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.386310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.386716] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.586870] env[66213]: INFO networking_nsxv3.common.synchronization [req-098328e5-3ad6-40fd-9fed-a268a54e9030 req-0a6d833d-6770-45ce-9bac-70eb10a2097c tempest-ServersV294TestFqdnHostnames-1348656256 tempest-ServersV294TestFqdnHostnames-1348656256-project-member] Enqueued Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1065.588717] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 with Priority: HIGHEST for action security_group_members [ 1065.588717] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-a995ebb6-fb21-4a1c-8c9e-40058c738160 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.588717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.588990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.589059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.590338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.591137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.591260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.591385] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a995ebb6-fb21-4a1c-8c9e-40058c738160',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.701773] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29d5a4a-418e-42f4-ba88-c7200f91ffca: rpc.has_security_group_logging(os_id): False [ 1065.731479] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.731718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.731718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.731911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.731998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.732265] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.732585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.732585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.732745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.732845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.732989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca is going to be updated. [ 1065.735025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1065.735311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.735958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.736203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.736396] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.736519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.736583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.736726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.736798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.736921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.736988] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.737832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738195] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.738299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.738356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738740] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.800474] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.800474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.800474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.800474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.800474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.800838] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.800838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.800838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.801268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.801405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.801476] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be deleted. [ 1065.828386] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.828826] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.829120] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.829522] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.829882] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.830133] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.830245] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.830545] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.830796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.831124] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.831276] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.831422] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.831714] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.831787] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.831989] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.832273] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.864670] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.864670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.864670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.864670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.864670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.870159] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.870435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.870435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.870662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.870799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.870923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.881402] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.884790] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.884790] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.884790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.884790] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-76860b60-afd4-4747-9957-54a2c3390d84 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.884790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.884790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.884790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.884790] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76860b60-afd4-4747-9957-54a2c3390d84',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.889972] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.890249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.890249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.890448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.890632] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.890810] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.891125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.891125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.891295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.891295] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.891420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.891583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.891706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.891796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.892018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.892097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.892174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.892256] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.894068] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: IN_PROGRESS for 2s [ 1066.094575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.094704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.094750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.098028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.124578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.124578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.124578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.124578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.124578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.124578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.124578] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 is going to be updated. [ 1066.162954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.163740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.163740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.165033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.165033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.177990] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: IN_PROGRESS for 2s [ 1066.240650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.240922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.242432] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.387601] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.387880] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.387986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.388300] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.388453] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.388663] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 76860b60-afd4-4747-9957-54a2c3390d84 not found, creating... [ 1066.388962] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.389152] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.389405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.389494] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.389619] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.389969] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.394031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.394031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.394031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.394031] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.394031] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 76860b60-afd4-4747-9957-54a2c3390d84 is going to be created. [ 1066.395464] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba54dee-dcbd-4e6c-b89c-8f9435682743: rpc.has_security_group_logging(os_id): False [ 1066.421693] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.421693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.421693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.421693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.422158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.422158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.424744] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.424968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.425071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.425410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.457716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.458375] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.458375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.458375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.458714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.458976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.459254] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.459429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.459499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.459693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.459772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.459979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.460121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.460221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.460415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.460517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.460621] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be updated. [ 1066.564791] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.565020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.565020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.565242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.565401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.590627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 1066.744490] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.172107] env[66213]: INFO networking_nsxv3.common.synchronization [req-1af7236f-5e67-4d13-a40c-a8252486e5cb req-93701e2e-216a-442f-8915-6fc2e17b4387 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 1067.172541] env[66213]: INFO networking_nsxv3.common.synchronization [req-1af7236f-5e67-4d13-a40c-a8252486e5cb req-93701e2e-216a-442f-8915-6fc2e17b4387 service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1067.172784] env[66213]: INFO networking_nsxv3.common.synchronization [req-1af7236f-5e67-4d13-a40c-a8252486e5cb req-93701e2e-216a-442f-8915-6fc2e17b4387 service nova] Enqueued Resource ID: 76860b60-afd4-4747-9957-54a2c3390d84 with Priority: HIGHEST for action port [ 1067.174191] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 1067.174728] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1067.174953] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76860b60-afd4-4747-9957-54a2c3390d84 with Priority: HIGHEST for action port [ 1067.175438] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.175647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.175819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.176189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.176304] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.177804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.177984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.178122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.178402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.178648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.178835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.178986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.179236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.179328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.179442] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.180794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-76860b60-afd4-4747-9957-54a2c3390d84 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.180980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.181130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.181408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.181540] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76860b60-afd4-4747-9957-54a2c3390d84',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.248112] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.248460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.248460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.248715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.248839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.248958] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1067.286698] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.291516] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1067.291765] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca deletion is rescheduled due to dependency. [ 1067.291917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.299061] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1067.685696] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.686870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.687034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.687182] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76860b60-afd4-4747-9957-54a2c3390d84 with status ACTIVE [ 1067.687341] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.687461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.687514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.687722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.687807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.688019] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.688127] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.688182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.688343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.688429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.688600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.688690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.688763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.690172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.690323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.690422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76860b60-afd4-4747-9957-54a2c3390d84 is going to be updated. [ 1067.716861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.717092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.717092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.717304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.717444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.717606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76860b60-afd4-4747-9957-54a2c3390d84" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.911239] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29d5a4a-418e-42f4-ba88-c7200f91ffca in Status: SUCCESS [ 1067.911467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29d5a4a-418e-42f4-ba88-c7200f91ffca" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.187926] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 in Status: SUCCESS [ 1068.188138] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a995ebb6-fb21-4a1c-8c9e-40058c738160 deletion is rescheduled due to dependency. [ 1068.188244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a995ebb6-fb21-4a1c-8c9e-40058c738160" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.192661] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.607100] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 1068.607408] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.694980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.695186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.695420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.695497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.695583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.695679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 1068.725430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.725625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.725698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.725951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.726567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.738518] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: UNINITIALIZED for 2s [ 1068.861035] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bf68205-2f9f-4a95-b9df-f935c9238e65 req-fd8a1bed-0d36-4818-83be-e74861637ee6 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1068.861781] env[66213]: INFO networking_nsxv3.common.synchronization [req-29bca81e-91d8-441a-b57e-8b2554918a9c req-6d7e75bf-7f94-4cba-a457-edba44808552 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1068.862927] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1068.862927] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1068.862927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.862927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.862927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.863406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.863406] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.863406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.863406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.863561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.863636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.863784] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.864818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.864941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.865028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.865573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.865734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.865830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.866093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.866235] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.173695] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.173912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.174027] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.174318] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.174625] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.174884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.175036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.175585] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.175585] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.175812] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.175812] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.175912] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.175994] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.176154] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.176315] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.176462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.196199] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.196397] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.196490] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.196665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.196978] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-5ec3cc60-1cad-49da-a113-3d173787e6ac taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197171] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197288] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197630] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197788] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec3cc60-1cad-49da-a113-3d173787e6ac',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.218638] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.218870] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.219008] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.219326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.219587] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.219748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.219859] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.220117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.220273] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.220478] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.220587] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.220707] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.221022] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.221410] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.221612] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.221775] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.241247] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.241486] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.241584] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.241784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.242193] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-fa4a15e2-5236-40bc-8279-fa618742a976 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.242409] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.242569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.242853] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.242986] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4a15e2-5236-40bc-8279-fa618742a976',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.311751] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1069.312117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.312301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.312549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.312762] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.312898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.312963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.313164] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.313272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.313312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.313474] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.313570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.313628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.313780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.314030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.314030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.314118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.314225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.314305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.314358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.314453] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.368786] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.368985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.369058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.369266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.370833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.371029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.397874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.397874] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.397874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.398146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.398225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.398332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.398438] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1069.399871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.400093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.400212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.400522] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.400658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.400714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.400915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.401012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.401159] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf already deleted. [ 1069.401299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.430171] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.430393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.430393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.430630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.430897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.444564] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1069.701179] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.701179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.701179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.701179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.701698] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.701698] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 5ec3cc60-1cad-49da-a113-3d173787e6ac not found, creating... [ 1069.702169] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.702454] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.702603] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.702890] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.703115] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.703412] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703592] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703748] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704023] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704211] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 5ec3cc60-1cad-49da-a113-3d173787e6ac is going to be created. [ 1069.733805] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.734179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.734179] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.734452] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.734678] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.734902] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.745453] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.745862] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.745991] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.746377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.746786] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.747166] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port fa4a15e2-5236-40bc-8279-fa618742a976 not found, creating... [ 1069.747625] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.747908] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748210] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748596] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.748962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.749449] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.749734] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.749964] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.750348] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.750588] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.750883] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: fa4a15e2-5236-40bc-8279-fa618742a976 is going to be created. [ 1069.776543] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.776776] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.776885] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.777368] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.777675] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.777921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.817756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1069.840929] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.841165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.841165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.841407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.906643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.906953] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.907135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.907183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.907437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.907534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.907776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.908548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.908757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.908920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.909112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.909243] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.909387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.909482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.909702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.909791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.910369] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1070.038586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.038842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.038842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.039072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.039238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.062285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1070.471211] env[66213]: INFO networking_nsxv3.common.synchronization [req-29bca81e-91d8-441a-b57e-8b2554918a9c req-027a62eb-d3b2-474b-89d7-109a1867c114 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1070.471325] env[66213]: INFO networking_nsxv3.common.synchronization [req-29bca81e-91d8-441a-b57e-8b2554918a9c req-027a62eb-d3b2-474b-89d7-109a1867c114 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1070.471393] env[66213]: INFO networking_nsxv3.common.synchronization [req-29bca81e-91d8-441a-b57e-8b2554918a9c req-027a62eb-d3b2-474b-89d7-109a1867c114 service nova] Enqueued Resource ID: 5ec3cc60-1cad-49da-a113-3d173787e6ac with Priority: HIGHEST for action port [ 1070.472189] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1070.473281] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1070.473377] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec3cc60-1cad-49da-a113-3d173787e6ac with Priority: HIGHEST for action port [ 1070.476637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476637] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.476637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.476637] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.477245] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec3cc60-1cad-49da-a113-3d173787e6ac taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.477343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.477639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.477639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.477639] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec3cc60-1cad-49da-a113-3d173787e6ac',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.515725] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bf68205-2f9f-4a95-b9df-f935c9238e65 req-d3984bcb-b504-433b-b87c-322bb861ff72 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1070.515912] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bf68205-2f9f-4a95-b9df-f935c9238e65 req-d3984bcb-b504-433b-b87c-322bb861ff72 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1070.516125] env[66213]: INFO networking_nsxv3.common.synchronization [req-7bf68205-2f9f-4a95-b9df-f935c9238e65 req-d3984bcb-b504-433b-b87c-322bb861ff72 service nova] Enqueued Resource ID: fa4a15e2-5236-40bc-8279-fa618742a976 with Priority: HIGHEST for action port [ 1070.516651] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1070.516814] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1070.516895] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4a15e2-5236-40bc-8279-fa618742a976 with Priority: HIGHEST for action port [ 1070.517478] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.517578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.517638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.517885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.517971] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.519468] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.519614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.519850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa4a15e2-5236-40bc-8279-fa618742a976 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.520041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.520041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.520136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.520192] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4a15e2-5236-40bc-8279-fa618742a976',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.751826] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1070.752199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.752371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.752609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.752819] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.753021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.753198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.753279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753551] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.783548] env[66213]: INFO networking_nsxv3.common.synchronization [req-1a0146e5-36b5-4c12-a9b9-b9308b9274b8 req-ac147f6b-b96c-4225-a4a1-28edf4b825da tempest-ImagesTestJSON-2013096265 tempest-ImagesTestJSON-2013096265-project-member] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1070.783637] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGHEST for action security_group_members [ 1070.784311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.784444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.784506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.784712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.784864] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.784962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.785036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.785191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.785272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.785367] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.980073] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.981314] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.981468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.982833] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ec3cc60-1cad-49da-a113-3d173787e6ac with status ACTIVE [ 1070.982954] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.983095] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.983158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.983370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.983456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.983624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.983734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.983797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.983966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.984071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.984260] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.984367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.984435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.984602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.984646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.984729] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ec3cc60-1cad-49da-a113-3d173787e6ac is going to be updated. [ 1071.006752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.007099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.007228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.007586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.007808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.008063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec3cc60-1cad-49da-a113-3d173787e6ac" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.020662] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.020848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.022264] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa4a15e2-5236-40bc-8279-fa618742a976 with status ACTIVE [ 1071.022525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.023171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.023171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.023171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.023299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.023549] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.024231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.024231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.024231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.024231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.024448] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.024807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.024807] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.024880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.024974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.025108] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa4a15e2-5236-40bc-8279-fa618742a976 is going to be updated. [ 1071.050256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.050453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.050543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.050954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.051064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.051235] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa4a15e2-5236-40bc-8279-fa618742a976" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.256337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.256526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.256579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.256896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.257208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.257401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.257503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.257736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.257860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.257983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.258203] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.258333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.258422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.258622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.258841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.259011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.259134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.259349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.259475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.259752] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.288440] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.288640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.288799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.289055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.311533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.311820] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.312057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.312186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.312406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.312513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.312640] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be updated. [ 1071.345244] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.345433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.345433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.345660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.345806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.355693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: IN_PROGRESS for 2s [ 1071.455300] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1071.455614] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1071.455833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.456116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.456477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.456807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.457049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.457202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.457487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.457625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.457807] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.486925] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.763009] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c5cb4c-21c7-4f10-9ddf-83c65f881c91: rpc.has_security_group_logging(os_id): False [ 1071.786738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.786896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.786976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.787214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.787330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.787521] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.787645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.787710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.787874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.787949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.788166] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.788333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.788442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.788649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.788767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.789247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.789351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.789570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.789697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789828] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be created. [ 1071.855240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.855442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.855502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.855716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.855893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.893881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1071.961044] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.989751] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.990126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.990126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.990347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.990465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.990596] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be created. [ 1072.021711] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.021945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.022116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.022294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.022458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.034066] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: UNINITIALIZED for 2s [ 1072.085518] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1072.085862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.086098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.086394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.086508] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.463056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.590026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.590026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.590026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.590286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.590465] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.590572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.590624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.590808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.590886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.590998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.591077] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.965466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.965806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.965932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.966293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.966446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.966607] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1072.999636] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.999750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.999851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.000133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.000344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.011051] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1073.093959] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.095441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.095441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.095441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.095833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.096569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.096569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.096569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.096569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.096569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.096569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.096932] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.369800] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 in Status: SUCCESS [ 1073.369800] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 deletion is rescheduled due to dependency. [ 1073.369800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.599169] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24f019fa-e99a-4414-ba38-926f7d3bbb64: rpc.has_security_group_logging(os_id): False [ 1073.621498] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.621498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.621620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.621856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.621939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.622193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.622679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622679] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.622900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.623072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.623282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.623371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.623435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.623572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.623676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.623720] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1073.694040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.694910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.717830] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1073.914554] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1073.914771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.045755] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1074.046316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.046316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.046316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.046581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.046681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.046681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.046911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.047016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.047153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.047201] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.139155] env[66213]: INFO networking_nsxv3.common.synchronization [req-59178e68-f8e9-4328-b021-1afe407879d3 req-0fde58e6-a2db-4c19-86f0-8f9620c58503 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1074.139856] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 with Priority: HIGHEST for action security_group_members [ 1074.140066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba54dee-dcbd-4e6c-b89c-8f9435682743 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.140194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.140246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.140454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.140600] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.140698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.140760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.140943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.141047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.141148] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba54dee-dcbd-4e6c-b89c-8f9435682743',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.192650] env[66213]: INFO networking_nsxv3.common.synchronization [req-59178e68-f8e9-4328-b021-1afe407879d3 req-0fde58e6-a2db-4c19-86f0-8f9620c58503 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with Priority: HIGHEST for action port [ 1074.194268] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with Priority: HIGHEST for action port [ 1074.194604] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-37da163e-f431-4f85-a50d-9c7cfc7e4e64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.194808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.194808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.195032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.196682] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37da163e-f431-4f85-a50d-9c7cfc7e4e64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.549106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.550033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.550033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.550033] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.550223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.550223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.550673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.550673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.550673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.550673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.550928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.551137] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.551245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.551311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.551495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.551917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.551917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.551917] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.644073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.644216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.644300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.644542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.644600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.644791] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.644889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.644948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.645110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.645185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.645270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 is going to be updated. [ 1074.676303] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.676447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.676509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.676712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.676855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.687460] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: IN_PROGRESS for 2s [ 1074.699422] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37da163e-f431-4f85-a50d-9c7cfc7e4e64 with status ACTIVE [ 1074.699715] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.699817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.699857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.700436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.700499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.701138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.701503] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37da163e-f431-4f85-a50d-9c7cfc7e4e64 is going to be updated. [ 1074.726719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.726858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.726927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.727161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.727304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.727623] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37da163e-f431-4f85-a50d-9c7cfc7e4e64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.023836] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1075.023836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.024138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.024347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.024543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.024662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.024727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.024878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.024955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.025051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.025142] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.053937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc27668-dc15-4898-aad5-e3807948eddf: rpc.has_security_group_logging(os_id): False [ 1075.076769] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.076769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.076947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.077039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.077150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.077335] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.077468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.077532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.077696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.077772] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.078043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.078294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.078294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.078416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.078476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.078611] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.078721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.078786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.078934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.079017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.079313] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be created. [ 1075.152039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.152286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.152286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.152439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.152681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.166560] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1075.527767] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.528034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.528326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.528658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.528896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.528991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.529069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.529247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.529332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.529419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.532689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.532689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.532689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.532689] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.734803] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1075.735066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.035441] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 1076.056259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.056259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.056259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.056937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.056937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.056937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.056937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1076.135773] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.136334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.136489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.159593] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1076.699337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 in Status: SUCCESS [ 1076.699553] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba54dee-dcbd-4e6c-b89c-8f9435682743 deletion is rescheduled due to dependency. [ 1076.699776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba54dee-dcbd-4e6c-b89c-8f9435682743" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.183152] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1077.183485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174117] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1078.174409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.196026] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.196026] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1081.302360] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1efe5c9-4615-44c0-b215-ace590551ecb req-116ed3d1-99f5-4b08-81cd-5ad93e3e6d31 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 1081.302681] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1efe5c9-4615-44c0-b215-ace590551ecb req-116ed3d1-99f5-4b08-81cd-5ad93e3e6d31 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 1081.302681] env[66213]: INFO networking_nsxv3.common.synchronization [req-d1efe5c9-4615-44c0-b215-ace590551ecb req-116ed3d1-99f5-4b08-81cd-5ad93e3e6d31 tempest-SecurityGroupsTestJSON-1743293852 tempest-SecurityGroupsTestJSON-1743293852-project-member] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1081.303460] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc9676e-ed52-4723-8832-3c7cfdf95969 with Priority: HIGHEST for action security_group_members [ 1081.303460] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGHEST for action security_group_members [ 1081.303460] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGHEST for action security_group_members [ 1081.303687] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc9676e-ed52-4723-8832-3c7cfdf95969 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.303806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.303873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.304082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.304233] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.304331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.304394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.304540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.304621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.304720] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc9676e-ed52-4723-8832-3c7cfdf95969',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.305537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.305643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.305705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.305857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.305995] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.306098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.306158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.306298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.306372] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.306454] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.307197] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.307500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.307573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.307724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.307861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.307955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.308046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.308168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.308240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.308432] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.762996] env[66213]: INFO networking_nsxv3.common.synchronization [None req-2f8ac089-d2d3-4ee1-b69c-c1abc3716666 None None] Enqueued Resource ID: 92aa85de-783c-4a71-bc73-96622df2bfe3 with Priority: HIGHEST for action port [ 1081.762996] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aa85de-783c-4a71-bc73-96622df2bfe3 with Priority: HIGHEST for action port [ 1081.762996] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-92aa85de-783c-4a71-bc73-96622df2bfe3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.762996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92aa85de-783c-4a71-bc73-96622df2bfe3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.762996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92aa85de-783c-4a71-bc73-96622df2bfe3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.763496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92aa85de-783c-4a71-bc73-96622df2bfe3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.763496] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92aa85de-783c-4a71-bc73-96622df2bfe3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.811441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.811678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.811737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.812174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.814086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.814086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.814086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.814086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.838028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.840044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.840044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.840044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.840044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.840044] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.840511] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be updated. [ 1081.841144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.842238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.864012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.864411] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.864536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.864536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.864751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.864836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.864944] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 is going to be updated. [ 1081.866037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.866231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.866326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.866584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.866784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.866784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.867081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.867081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.867215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be updated. [ 1081.875922] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.876182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.876257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.876512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.876622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.889078] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: IN_PROGRESS for 2s [ 1081.909943] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.910194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.910267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.910750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.910750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.913418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.913418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.913418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.913628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.914464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.930421] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: IN_PROGRESS for 2s [ 1081.931798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: IN_PROGRESS for 2s [ 1082.266056] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92aa85de-783c-4a71-bc73-96622df2bfe3 [ 1082.266342] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.266483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.266563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.266829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.266929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.267072] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92aa85de-783c-4a71-bc73-96622df2bfe3 already deleted. [ 1082.267158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92aa85de-783c-4a71-bc73-96622df2bfe3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.110126] env[66213]: INFO networking_nsxv3.common.synchronization [req-ab385f70-cc1c-4655-b105-9e3da1d0497c req-f2bd6c8b-39bc-4f29-93d1-f6b209196b97 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1083.110815] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1083.111108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.111276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.111334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.111764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.111764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.111764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.111942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.111971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.112106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.112159] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.619213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.619213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.619213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.619213] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1083.661388] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.661573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.661617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.661811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.661951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.673580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1083.905671] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 in Status: SUCCESS [ 1083.905671] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 deletion is rescheduled due to dependency. [ 1083.905836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.941571] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc9676e-ed52-4723-8832-3c7cfdf95969 in Status: SUCCESS [ 1083.941784] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc9676e-ed52-4723-8832-3c7cfdf95969 deletion is rescheduled due to dependency. [ 1083.941880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc9676e-ed52-4723-8832-3c7cfdf95969" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.942686] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 in Status: SUCCESS [ 1083.942845] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 deletion is rescheduled due to dependency. [ 1083.942946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.165218] env[66213]: INFO networking_nsxv3.common.synchronization [None req-fa46eb5b-4b6f-4480-a985-10fe984c1f9b None None] Enqueued Resource ID: 9eadfb9b-d7e5-474c-a489-11bd8defdb15 with Priority: HIGHEST for action port [ 1084.166351] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eadfb9b-d7e5-474c-a489-11bd8defdb15 with Priority: HIGHEST for action port [ 1084.166898] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eadfb9b-d7e5-474c-a489-11bd8defdb15 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.167931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eadfb9b-d7e5-474c-a489-11bd8defdb15" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.168059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eadfb9b-d7e5-474c-a489-11bd8defdb15" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.168789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eadfb9b-d7e5-474c-a489-11bd8defdb15" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.168789] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eadfb9b-d7e5-474c-a489-11bd8defdb15',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.670454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eadfb9b-d7e5-474c-a489-11bd8defdb15 [ 1084.670706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.671027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.671027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.671845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.671845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.671845] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eadfb9b-d7e5-474c-a489-11bd8defdb15 already deleted. [ 1084.671845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eadfb9b-d7e5-474c-a489-11bd8defdb15" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.685102] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1085.685102] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf deletion is rescheduled due to dependency. [ 1085.685746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.277090] env[66213]: INFO networking_nsxv3.common.synchronization [req-a22f8a08-b72c-43b6-860a-8bc7e2c51865 req-6c3dae48-ff64-4fde-a5ce-e91f4efa669a tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1086.277090] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGHEST for action security_group_members [ 1086.277090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.279431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.279696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.282473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.282473] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.282473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.282473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.282473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.282473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.282473] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.785525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.785525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.786033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.786033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.818184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.818524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.822282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.822282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.822282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.822282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.822282] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 is going to be updated. [ 1086.859683] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.859975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.860129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.860486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.860770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.874270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: IN_PROGRESS for 2s [ 1088.290956] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0c2fbfa-0f69-4969-8d91-3018e261321d req-12895aaa-eed3-408f-b837-adf1c2e7dc14 tempest-InstanceActionsNegativeTestJSON-1951009709 tempest-InstanceActionsNegativeTestJSON-1951009709-project-member] Enqueued Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1088.291667] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1088.292088] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.292488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.292488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.292695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.292876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.293008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.293078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.293251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.293336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.293451] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.358556] env[66213]: INFO networking_nsxv3.common.synchronization [req-c68c3263-f0e0-4bfa-8daa-64f0e86b63c8 req-0432519f-11fd-4b67-b8a0-b00175782ae7 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1088.359329] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGHEST for action security_group_members [ 1088.359463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.359571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.359637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.359842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.360139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.360195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.360354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.360435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360530] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.797474] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.797474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.797474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.797474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.797474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.797657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.797657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.797726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.798026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.798026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.798026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 already deleted. [ 1088.798260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.863930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.864148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.864223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.864453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.887570] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 in Status: SUCCESS [ 1088.887570] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 deletion is rescheduled due to dependency. [ 1088.887570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.891944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892313] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.892456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.893286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.893286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.893286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.893286] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 is going to be updated. [ 1088.927115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.927262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.927306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.928024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.937558] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: IN_PROGRESS for 2s [ 1089.190512] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.190698] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-100" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.190820] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-100" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.191450] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-100" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.191712] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.191895] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.192035] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.192267] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.192408] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.192615] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.192727] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.192832] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.192937] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.193057] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.193163] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.193321] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.212586] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.212865] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.213030] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.213215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-100" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.213530] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-78ef778b-b081-4da4-b4ed-1f5bf0966111 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.213715] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.213868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.214198] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.214334] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ef778b-b081-4da4-b4ed-1f5bf0966111',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.716981] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.717305] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.717448] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.717682] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.717826] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.718366] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 78ef778b-b081-4da4-b4ed-1f5bf0966111 not found, creating... [ 1089.718366] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.718739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.718739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.718844] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.719167] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.719496] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.719693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.719839] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.720203] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.720395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.720633] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 78ef778b-b081-4da4-b4ed-1f5bf0966111 is going to be created. [ 1089.742172] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.742504] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.742762] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.743103] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.743359] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.743575] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.614859] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0c2fbfa-0f69-4969-8d91-3018e261321d req-d2582028-d026-42e6-afcd-7a3475b9336f service nova] Enqueued Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_rules [ 1090.615090] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0c2fbfa-0f69-4969-8d91-3018e261321d req-d2582028-d026-42e6-afcd-7a3475b9336f service nova] Enqueued Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1090.617059] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0c2fbfa-0f69-4969-8d91-3018e261321d req-d2582028-d026-42e6-afcd-7a3475b9336f service nova] Enqueued Resource ID: 78ef778b-b081-4da4-b4ed-1f5bf0966111 with Priority: HIGHEST for action port [ 1090.617059] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_rules [ 1090.617059] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1090.617059] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ef778b-b081-4da4-b4ed-1f5bf0966111 with Priority: HIGHEST for action port [ 1090.617059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.617059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.617059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.617059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.617059] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.618207] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.618207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.618207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.618376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.618466] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.618518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.618570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.618700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.618789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.618901] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.620743] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ef778b-b081-4da4-b4ed-1f5bf0966111 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.621673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.621673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.621673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.621779] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ef778b-b081-4da4-b4ed-1f5bf0966111',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.949059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 in Status: SUCCESS [ 1090.949326] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 deletion is rescheduled due to dependency. [ 1090.949410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.125190] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.125384] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ef778b-b081-4da4-b4ed-1f5bf0966111 with status ACTIVE [ 1091.125614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.125743] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.125825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.126042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.126133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.126430] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.126430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.126592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.126592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.126670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.126839] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.126927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.126990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.127921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.127921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.127988] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ef778b-b081-4da4-b4ed-1f5bf0966111 is going to be updated. [ 1091.129425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.129530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.150657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.150882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.150882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.151196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.151338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.151501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ef778b-b081-4da4-b4ed-1f5bf0966111" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.630489] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.134584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.134954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.135021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.135325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.135469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.135607] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 is going to be created. [ 1092.160673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.160873] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.162998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.162998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.162998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.167892] env[66213]: INFO networking_nsxv3.common.synchronization [None req-69809485-7874-4b57-8c9e-4e9b2a22afa6 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1092.168159] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1092.168653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.168653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.168853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.169024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.169153] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.172156] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: UNINITIALIZED for 2s [ 1092.364991] env[66213]: INFO networking_nsxv3.common.synchronization [None req-289fc610-dcd5-4dbf-b27f-c900eace0ed7 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1092.365542] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1092.366309] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.366420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.690496] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.690693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.690738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.690964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.691088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.691190] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e already deleted. [ 1092.691272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.691422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.691586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.691668] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.066986] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a897e4a4-1f95-43e0-a554-007f577331bb None None] Enqueued Resource ID: 0e6fe917-c2ad-44b4-ab98-fd95c8cb3175 with Priority: HIGHEST for action port [ 1093.066986] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6fe917-c2ad-44b4-ab98-fd95c8cb3175 with Priority: HIGHEST for action port [ 1093.066986] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6fe917-c2ad-44b4-ab98-fd95c8cb3175 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.066986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6fe917-c2ad-44b4-ab98-fd95c8cb3175" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.066986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6fe917-c2ad-44b4-ab98-fd95c8cb3175" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.067233] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6fe917-c2ad-44b4-ab98-fd95c8cb3175" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.067233] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6fe917-c2ad-44b4-ab98-fd95c8cb3175',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.213030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.213407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.213407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.213470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.213603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.213654] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e already deleted. [ 1093.213724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.569973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6fe917-c2ad-44b4-ab98-fd95c8cb3175 [ 1093.569973] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.569973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.569973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.569973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.569973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.569973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6fe917-c2ad-44b4-ab98-fd95c8cb3175 already deleted. [ 1093.569973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6fe917-c2ad-44b4-ab98-fd95c8cb3175" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.867724] env[66213]: INFO networking_nsxv3.common.synchronization [None req-6940ec38-6071-41b7-8762-f5dc75f26833 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1093.869198] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1093.870135] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.870365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.870723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.870929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.871774] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.979430] env[66213]: INFO networking_nsxv3.common.synchronization [None req-fab94df1-fc5b-4dec-bd17-750eb1e05d83 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1093.979838] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1093.980274] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.980274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.185397] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: SUCCESS [ 1094.185821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.186015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.186303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.186654] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.186654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.187074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.187074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.187074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.187074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.187074] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.398861] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.399320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.399320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.399383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.399480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.399601] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 already deleted. [ 1094.399707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.399870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.400057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.400144] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.692870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.692951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.692994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.693284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.693406] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.693508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.693593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.693713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.693799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.693893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.694167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.694167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.694270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.694335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.694543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.694543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.694617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.694734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.695529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.695529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.695529] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.922322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.922520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.922619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.922871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.922994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.923106] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 already deleted. [ 1094.923209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.197688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d57320dd-0d54-46bd-ab19-1afc5d2a0e35: rpc.has_security_group_logging(os_id): False [ 1095.219950] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.220136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.220217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.220423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.220512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.220704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.220799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.220867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.221108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.221194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.221433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.221538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.221605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.221785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.221870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.222234] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.222341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.222392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.222601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.222747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.222877] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 is going to be created. [ 1095.280857] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.280857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.281135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.281250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.281440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.293864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: IN_PROGRESS for 2s [ 1095.685583] env[66213]: INFO networking_nsxv3.common.synchronization [None req-4bfd3401-5c21-4dac-b041-87727448893b None None] Enqueued Resource ID: e95d93a7-c183-4858-99c4-c8085e67e0cf with Priority: HIGHEST for action port [ 1095.686169] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d93a7-c183-4858-99c4-c8085e67e0cf with Priority: HIGHEST for action port [ 1095.686497] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e95d93a7-c183-4858-99c4-c8085e67e0cf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.686620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e95d93a7-c183-4858-99c4-c8085e67e0cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.686690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e95d93a7-c183-4858-99c4-c8085e67e0cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.686939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e95d93a7-c183-4858-99c4-c8085e67e0cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.687054] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95d93a7-c183-4858-99c4-c8085e67e0cf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.191289] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e95d93a7-c183-4858-99c4-c8085e67e0cf [ 1096.191532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.191673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.191756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.192015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.192180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.192234] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e95d93a7-c183-4858-99c4-c8085e67e0cf already deleted. [ 1096.192340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e95d93a7-c183-4858-99c4-c8085e67e0cf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309565] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: SUCCESS [ 1097.310066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.478194] env[66213]: INFO networking_nsxv3.common.synchronization [None req-ad9fbd47-af87-4ebf-af1f-3318bde2d28a tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1098.479164] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1098.479848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.480359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.480715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.480870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.481081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.587651] env[66213]: INFO networking_nsxv3.common.synchronization [None req-0f9b1134-74e7-43ee-9849-68175f37c1d6 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1098.587651] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1098.587651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.587651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.003426] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.003527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.003785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.003785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.003984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.003984] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff already deleted. [ 1099.004115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.004518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.004518] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.532376] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.532759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.532759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.532875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.532979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.533095] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff already deleted. [ 1099.533196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.808959] env[66213]: INFO networking_nsxv3.common.synchronization [req-93c4342d-85a6-4ee8-8a37-10d45ba33d46 req-674243c9-bb7a-495e-bb6a-fbb31eb61124 tempest-InstanceActionsNegativeTestJSON-1951009709 tempest-InstanceActionsNegativeTestJSON-1951009709-project-member] Enqueued Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1102.809549] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGHEST for action security_group_members [ 1102.809913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.810083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.810158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.810364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.810519] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.810618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.810682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.810829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.810911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.811081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.095997] env[66213]: INFO networking_nsxv3.common.synchronization [req-be764046-d822-46a1-ab60-633746fdc4d7 req-53dd7089-7c44-48e6-8bab-8b67f549f1f0 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1103.096584] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1103.096896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.097058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.097132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.097393] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.097546] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.097646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.097708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.097858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.097941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.098046] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.313388] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.313545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.313831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.313919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314130] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.314254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.314296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.314425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.314495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314582] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 is going to be updated. [ 1103.363352] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.367305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.367460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.367837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.368159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.382332] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: IN_PROGRESS for 2s [ 1103.448622] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.448622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.448622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.448622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.448622] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.448926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.448926] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.449321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.449517] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.449737] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.449850] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.449978] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.450133] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.450203] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.450286] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.450467] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.480315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.480552] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.480705] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.480930] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.481404] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-a490fefe-4f96-4d41-a7d1-20674c565d70 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.481583] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.481751] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.482240] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482389] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a490fefe-4f96-4d41-a7d1-20674c565d70',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.600360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.600563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.600636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.600902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.601087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.601284] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.601387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.601452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.601618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.601693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.601776] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e already deleted. [ 1103.601853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.985910] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.986493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.986493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.986633] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.986781] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.986937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port a490fefe-4f96-4d41-a7d1-20674c565d70 not found, creating... [ 1103.987235] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.987400] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.987516] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.987778] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.987921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.988358] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.988528] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.988668] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.988913] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.989387] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.989588] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: a490fefe-4f96-4d41-a7d1-20674c565d70 is going to be created. [ 1104.017260] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.017482] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.017607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.017879] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.018129] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.018369] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.805963] env[66213]: INFO networking_nsxv3.common.synchronization [req-be764046-d822-46a1-ab60-633746fdc4d7 req-ced30c9b-838d-4787-a800-ea305a469053 service nova] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1104.806166] env[66213]: INFO networking_nsxv3.common.synchronization [req-be764046-d822-46a1-ab60-633746fdc4d7 req-ced30c9b-838d-4787-a800-ea305a469053 service nova] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1104.806306] env[66213]: INFO networking_nsxv3.common.synchronization [req-be764046-d822-46a1-ab60-633746fdc4d7 req-ced30c9b-838d-4787-a800-ea305a469053 service nova] Enqueued Resource ID: a490fefe-4f96-4d41-a7d1-20674c565d70 with Priority: HIGHEST for action port [ 1104.806845] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_rules [ 1104.806977] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1104.809642] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a490fefe-4f96-4d41-a7d1-20674c565d70 with Priority: HIGHEST for action port [ 1104.810086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.810226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.810323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.810517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.810609] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.816246] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.816391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.816458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.816675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.816841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.816942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.817227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.817227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.817227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.817335] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.818528] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a490fefe-4f96-4d41-a7d1-20674c565d70 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.818643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.818708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.818869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.818980] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a490fefe-4f96-4d41-a7d1-20674c565d70',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.322871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.323189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.323189] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.324100] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a490fefe-4f96-4d41-a7d1-20674c565d70 with status ACTIVE [ 1105.324287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.324401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.324465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.324662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.324746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.324913] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.325032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.325088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.325239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.325315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.325504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.325763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.325850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.326185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.326284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.326357] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a490fefe-4f96-4d41-a7d1-20674c565d70 is going to be updated. [ 1105.348552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.348552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.348552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.348552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.348846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.348846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a490fefe-4f96-4d41-a7d1-20674c565d70" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.393719] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 in Status: SUCCESS [ 1105.393913] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 deletion is rescheduled due to dependency. [ 1105.394032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.828341] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.330420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.330843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.330843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.330999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.330999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.331218] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e is going to be created. [ 1106.380446] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.380685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.380685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.380903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.381060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.406539] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: UNINITIALIZED for 2s [ 1106.587324] env[66213]: INFO networking_nsxv3.common.synchronization [req-086dc107-d917-45b8-8fba-6c0916965bfa req-23d9672c-e7d9-4bae-8645-9410fbadd16e tempest-ServerAddressesNegativeTestJSON-113926363 tempest-ServerAddressesNegativeTestJSON-113926363-project-member] Enqueued Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1106.587876] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1106.588188] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.588308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.588499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.588613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.588764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.588906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.588966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.589335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.589425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.589521] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.974191] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.974523] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-835" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.974701] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-835" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.975103] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-835" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.975417] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.975547] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.975706] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.976565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.976565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.976565] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.976752] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.976798] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.976883] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.977010] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.977121] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.977270] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.997781] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.997971] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.998163] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.998362] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-835" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998678] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.999361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.999361] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.999459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.999583] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ed574b-ca74-4880-9c6a-f20b2d00bd04',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.092509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.092697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.092786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.092948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.093212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.093470] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.093617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.093674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.093803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.093881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.093966] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 already deleted. [ 1107.094059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.502414] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.502827] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.502827] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.503093] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.503249] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.503584] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port b7ed574b-ca74-4880-9c6a-f20b2d00bd04 not found, creating... [ 1107.503793] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.503934] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.504068] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.504429] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.504629] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.504948] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.505145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.505277] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.505508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.505664] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.505807] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: b7ed574b-ca74-4880-9c6a-f20b2d00bd04 is going to be created. [ 1107.528796] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.529268] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.529555] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.530074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.530495] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.530811] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.275161] env[66213]: INFO networking_nsxv3.common.synchronization [req-086dc107-d917-45b8-8fba-6c0916965bfa req-9bfcaef0-d0b1-4e5c-8bd7-0a17f8e6f8d1 service nova] Enqueued Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_rules [ 1108.275349] env[66213]: INFO networking_nsxv3.common.synchronization [req-086dc107-d917-45b8-8fba-6c0916965bfa req-9bfcaef0-d0b1-4e5c-8bd7-0a17f8e6f8d1 service nova] Enqueued Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1108.275488] env[66213]: INFO networking_nsxv3.common.synchronization [req-086dc107-d917-45b8-8fba-6c0916965bfa req-9bfcaef0-d0b1-4e5c-8bd7-0a17f8e6f8d1 service nova] Enqueued Resource ID: b7ed574b-ca74-4880-9c6a-f20b2d00bd04 with Priority: HIGHEST for action port [ 1108.276202] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_rules [ 1108.276388] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1108.276492] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ed574b-ca74-4880-9c6a-f20b2d00bd04 with Priority: HIGHEST for action port [ 1108.276773] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.276897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.276990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.277554] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.280845] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.280845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.280845] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.281285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.282052] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.282052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.282052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.282052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.282052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.282342] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.283682] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.283760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.283760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.284098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.284515] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ed574b-ca74-4880-9c6a-f20b2d00bd04',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.418849] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: SUCCESS [ 1108.418849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.418975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.419281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.419475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.419598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.419660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.419816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.419898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.419985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.420087] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.784547] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.785980] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7ed574b-ca74-4880-9c6a-f20b2d00bd04 with status ACTIVE [ 1108.786889] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.786985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.787114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.787395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.787957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.787957] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.788315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.788613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.788969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.788969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.789823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.789823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.789823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.789823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.789823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.790042] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7ed574b-ca74-4880-9c6a-f20b2d00bd04 is going to be updated. [ 1108.791542] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.791714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.815249] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.815397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.815501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.815694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.815834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.816013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ed574b-ca74-4880-9c6a-f20b2d00bd04" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.922594] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.960261] env[66213]: INFO networking_nsxv3.common.synchronization [req-7187a9db-c8d6-436a-bbdc-1cde6e57378f req-93cc5a96-df82-4259-b5b7-a83bb8e08443 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1108.961141] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1108.961215] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.961367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.961484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.961786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.961909] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.962033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.962097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.962302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.962427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962488] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.287706] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.287911] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288059] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.288335] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.288600] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.288761] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.288964] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.289241] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.289397] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.289604] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.289716] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.289825] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.289931] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.290081] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.290152] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.290284] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.293260] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.311443] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.311707] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.311785] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.311929] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-796" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.312306] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-789929ff-38f3-4964-835f-25f221ed1eb6 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.312525] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.312651] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.312994] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.313153] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789929ff-38f3-4964-835f-25f221ed1eb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.424961] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf6a349c-f682-4e8c-adb8-41bcb13be61e: rpc.has_security_group_logging(os_id): False [ 1109.444985] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.445201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.445201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.445580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.445580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.445710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.445790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.445902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.445957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.446058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.446145] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e is going to be created. [ 1109.464881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.465111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.465195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.465423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.465514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.465884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.465884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.465884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.466079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.466079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.466192] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 already deleted. [ 1109.466253] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.570149] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.570370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.570370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.570569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.570757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.584303] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: IN_PROGRESS for 2s [ 1109.795492] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.795974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.795974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.796183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.796183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.796292] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 is going to be created. [ 1109.815741] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.815978] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.816082] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.816368] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.816509] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.816664] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 789929ff-38f3-4964-835f-25f221ed1eb6 not found, creating... [ 1109.816928] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.817141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.817271] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.817504] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.817636] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.817924] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.818104] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.818223] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.818426] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.818559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.818705] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 789929ff-38f3-4964-835f-25f221ed1eb6 is going to be created. [ 1109.829293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.829498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.829498] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.829702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.829861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.842215] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: UNINITIALIZED for 2s [ 1109.848619] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.848981] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.849207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.849629] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.850073] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.850394] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [req-7187a9db-c8d6-436a-bbdc-1cde6e57378f req-b036532f-6c8c-45d9-a226-b001f9b72e1f service nova] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [req-7187a9db-c8d6-436a-bbdc-1cde6e57378f req-b036532f-6c8c-45d9-a226-b001f9b72e1f service nova] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [req-7187a9db-c8d6-436a-bbdc-1cde6e57378f req-b036532f-6c8c-45d9-a226-b001f9b72e1f service nova] Enqueued Resource ID: 789929ff-38f3-4964-835f-25f221ed1eb6 with Priority: HIGHEST for action port [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_rules [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1110.576923] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789929ff-38f3-4964-835f-25f221ed1eb6 with Priority: HIGHEST for action port [ 1110.578831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.579225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.579451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.580160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.580160] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.580877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.581130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.581229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.581430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.581712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.581878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.582045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.582314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.582538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.582679] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.583896] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-789929ff-38f3-4964-835f-25f221ed1eb6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.583896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.583896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.584133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.584230] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789929ff-38f3-4964-835f-25f221ed1eb6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.087264] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.087573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.087664] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.088602] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 789929ff-38f3-4964-835f-25f221ed1eb6 with status ACTIVE [ 1111.089227] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.089227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.089227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.089425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.089518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.089759] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.089832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.089862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.090041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.090117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.091543] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.091543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.091543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.091543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.091543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.091543] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 789929ff-38f3-4964-835f-25f221ed1eb6 is going to be updated. [ 1111.114998] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.115595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.115595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.115595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.115726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.115871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789929ff-38f3-4964-835f-25f221ed1eb6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.298687] env[66213]: INFO networking_nsxv3.common.synchronization [req-2cd87752-74eb-4d09-9b46-3ff3e8e8d88f req-6e2b98cc-f5af-488c-b347-e0d749522a6b tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1111.299349] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1111.299664] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.299802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.299871] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.300321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.301318] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.301318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.301318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.301318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.301318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.301318] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.592801] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.622389] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: SUCCESS [ 1111.622389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.743682] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.743888] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.745326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.745326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.745326] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.745326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.745326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.745326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.745990] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.745990] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.745990] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.745990] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.745990] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.747268] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.747268] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.747268] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.772037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.772037] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.772037] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.772037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-682" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.772037] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-9503c429-1b5f-4b29-8e3c-5918fd109fb9 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.772037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.772037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.772037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.772037] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9503c429-1b5f-4b29-8e3c-5918fd109fb9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.803232] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.855020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: SUCCESS [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.855020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.855020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.855449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.855449] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.095596] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.096040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.096040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.096040] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.096138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.096228] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 is going to be created. [ 1112.127844] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.127844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.127844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.128061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.128061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.139405] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: UNINITIALIZED for 2s [ 1112.275195] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.275441] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.275566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.275870] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.276033] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.276194] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 9503c429-1b5f-4b29-8e3c-5918fd109fb9 not found, creating... [ 1112.276455] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.276665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.276720] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.276954] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.277100] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.277389] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.277558] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.277657] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.277866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.277996] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.278149] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 9503c429-1b5f-4b29-8e3c-5918fd109fb9 is going to be created. [ 1112.300615] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.301118] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.301352] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.301652] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.302014] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.302157] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.305281] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.357957] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.358158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.358215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.358462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.358637] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.358738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.358802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.358960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.359060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.359150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.359293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.359385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.359445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.359583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.359719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.359809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.359878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.360076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.360153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.360234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.360322] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.808282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.808493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.808591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.808874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.809033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.809167] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be updated. [ 1112.863371] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ece6153c-101a-4cd1-bfb9-7a1017f96747: rpc.has_security_group_logging(os_id): False [ 1112.872628] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.872918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.872918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.873085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.873219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.895199] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 1112.895199] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.895336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.895402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.895632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.895720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.895948] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.896058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.896139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.896320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.896396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.896596] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.896687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.896759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.896902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.897059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.897164] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.897272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.897326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.897470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.897538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.897663] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 is going to be created. [ 1113.028514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.028663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.028699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.028997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.029214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.046377] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: IN_PROGRESS for 2s [ 1113.073126] env[66213]: INFO networking_nsxv3.common.synchronization [req-2cd87752-74eb-4d09-9b46-3ff3e8e8d88f req-184a0ea4-d1bf-42b9-a95a-4189383e1cbc service nova] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 1113.074870] env[66213]: INFO networking_nsxv3.common.synchronization [req-2cd87752-74eb-4d09-9b46-3ff3e8e8d88f req-184a0ea4-d1bf-42b9-a95a-4189383e1cbc service nova] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1113.076076] env[66213]: INFO networking_nsxv3.common.synchronization [req-2cd87752-74eb-4d09-9b46-3ff3e8e8d88f req-184a0ea4-d1bf-42b9-a95a-4189383e1cbc service nova] Enqueued Resource ID: 9503c429-1b5f-4b29-8e3c-5918fd109fb9 with Priority: HIGHEST for action port [ 1113.076902] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_rules [ 1113.077490] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1113.077703] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9503c429-1b5f-4b29-8e3c-5918fd109fb9 with Priority: HIGHEST for action port [ 1113.078205] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.078459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.078598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.082336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082336] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.082336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082336] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9503c429-1b5f-4b29-8e3c-5918fd109fb9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.082336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082336] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9503c429-1b5f-4b29-8e3c-5918fd109fb9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.587567] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.587567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.588346] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9503c429-1b5f-4b29-8e3c-5918fd109fb9 with status ACTIVE [ 1113.588346] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.588346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.588346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.588606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.588606] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.588793] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.588916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.589483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.589483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.589483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.589483] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.589789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.589789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.589884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.589884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.589968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9503c429-1b5f-4b29-8e3c-5918fd109fb9 is going to be updated. [ 1113.622902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.623048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.623122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.623407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.623557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.623715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9503c429-1b5f-4b29-8e3c-5918fd109fb9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.894864] env[66213]: INFO networking_nsxv3.common.synchronization [req-77df6fd4-e212-4a55-a36c-69b80601c476 req-fb61dc5f-541d-492e-a086-0068d42e0bbf tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1113.895564] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1113.895887] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.896032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.896119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.896383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.896546] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.896635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.896696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.896859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.896960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.897069] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.150203] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: SUCCESS [ 1114.150566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.150825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.151411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.151503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.151721] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.151780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.152018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.152177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.152332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.152506] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.249742] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.249946] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.250090] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.250833] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.251178] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.251419] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.251539] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.251796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.251951] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.252222] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.252379] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.252478] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.252586] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.252699] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.252812] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.252942] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.273773] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.273773] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.273773] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.273773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.273773] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-d555fe53-7790-4ac4-91de-d36442a3a00f taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.274139] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.274139] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.274326] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.274466] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d555fe53-7790-4ac4-91de-d36442a3a00f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.400678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.400837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.400895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.401260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.401353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.401553] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.401655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.401708] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.401868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.401922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.402110] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff already deleted. [ 1114.402219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.656770] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.777037] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.777416] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.777614] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.778067] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.778303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.778541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port d555fe53-7790-4ac4-91de-d36442a3a00f not found, creating... [ 1114.779041] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.779256] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.779378] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.780649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.780649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.780649] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.780649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.780649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.780649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.781371] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.781371] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: d555fe53-7790-4ac4-91de-d36442a3a00f is going to be created. [ 1114.817768] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.818139] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.818321] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.818675] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.818912] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.819230] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.909989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 1114.910242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.910418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.910636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.910820] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.910938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.911101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.911582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.911702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.911810] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.059553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: SUCCESS [ 1115.059771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.159170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1213971-c1fa-4013-9316-ff1ef6badd45: rpc.has_security_group_logging(os_id): False [ 1115.180315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.180672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.180897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.182991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.183137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.183513] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.183667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.183755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.185368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.186507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.186507] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 is going to be created. [ 1115.275786] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.276178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.276178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.276357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.276392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.292924] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: IN_PROGRESS for 2s [ 1115.414054] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.637243] env[66213]: INFO networking_nsxv3.common.synchronization [req-77df6fd4-e212-4a55-a36c-69b80601c476 req-093bbdca-10f6-4c13-a05d-2f7646c4b65c service nova] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1115.637243] env[66213]: INFO networking_nsxv3.common.synchronization [req-77df6fd4-e212-4a55-a36c-69b80601c476 req-093bbdca-10f6-4c13-a05d-2f7646c4b65c service nova] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1115.637243] env[66213]: INFO networking_nsxv3.common.synchronization [req-77df6fd4-e212-4a55-a36c-69b80601c476 req-093bbdca-10f6-4c13-a05d-2f7646c4b65c service nova] Enqueued Resource ID: d555fe53-7790-4ac4-91de-d36442a3a00f with Priority: HIGHEST for action port [ 1115.637759] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_rules [ 1115.637907] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1115.638017] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d555fe53-7790-4ac4-91de-d36442a3a00f with Priority: HIGHEST for action port [ 1115.638901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.639108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.639153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.639371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.639442] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.645416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.645582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.645672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.645857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.646148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.646199] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.646529] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.648848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-d555fe53-7790-4ac4-91de-d36442a3a00f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.649056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.649056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.649346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.649431] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d555fe53-7790-4ac4-91de-d36442a3a00f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.916690] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.145572] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.145787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.149568] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.153171] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d555fe53-7790-4ac4-91de-d36442a3a00f with status ACTIVE [ 1116.153818] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.153818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.153818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.154037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.154037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.154106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.154773] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.154773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.155148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.155148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.155148] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d555fe53-7790-4ac4-91de-d36442a3a00f is going to be updated. [ 1116.184455] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.184455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.184455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.184455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.184638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.184757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d555fe53-7790-4ac4-91de-d36442a3a00f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.418630] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.419236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.419375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.419688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.419872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.420122] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be updated. [ 1116.481220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.481585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.481744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.482356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.509963] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 1116.652251] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.155456] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.155456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.155456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.155991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.155991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.155991] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff is going to be created. [ 1117.195892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.196034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.196034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.196314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.196582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.213050] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: UNINITIALIZED for 2s [ 1117.317526] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: SUCCESS [ 1117.317762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.524059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 1118.524059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.524059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.524059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.524059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.524738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.524738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.524738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.524738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.524738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.524738] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.027052] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.174114] env[66213]: INFO networking_nsxv3.common.synchronization [req-0c1df88e-c24c-4a2f-ad3d-b455f925f121 req-8643c9ec-e0be-4ef9-b2ce-22b096822595 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1119.174680] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1119.174680] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.174680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.174853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.174884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.175754] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.175754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.175754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.175754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.176028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.176028] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.226868] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: SUCCESS [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.226868] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.226868] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.532889] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69: rpc.has_security_group_logging(os_id): False [ 1119.589104] env[66213]: INFO networking_nsxv3.common.synchronization [req-5346a576-736f-4bd0-8890-c028de7f5db8 req-0581aee5-91c3-4601-9b92-34dfcfda9f5d tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 1119.590087] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGHEST for action security_group_members [ 1119.590509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.590658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.590852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.590967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.591115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.591228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.591282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.591861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.592080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.592080] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.613390] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.613759] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.613862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.614190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.654215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.655026] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.655026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.655026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.655240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.655240] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.655296] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be updated. [ 1119.678867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.679188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.679279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.679512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.679604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.679801] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.679900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.679960] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.680159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.680295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.680387] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1119.709514] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.709723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.709723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.709889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.710052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.722050] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1119.729670] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.744024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.744024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.744024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.744024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.744024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.756953] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 1119.880750] env[66213]: INFO networking_nsxv3.common.synchronization [req-b0b7d554-45f4-4694-8f97-f8cd123a4935 req-8f8657ad-e725-4266-933a-058f39a64d8c tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1119.881449] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1119.881787] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.881913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.881974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.883301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.883510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.883598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.883675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.884295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.884295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.884295] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.057927] env[66213]: INFO networking_nsxv3.common.synchronization [req-18f242bf-9248-4062-9a3c-ec16fa962659 req-49f8d900-38e5-464e-8747-b673dc5a7b9a tempest-ServerAddressesNegativeTestJSON-113926363 tempest-ServerAddressesNegativeTestJSON-113926363-project-member] Enqueued Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1120.059244] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGHEST for action security_group_members [ 1120.059244] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.059244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.059244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.059477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.059562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.059658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.059718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.059866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.060010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.060056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.095657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.095805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.095872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.096131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.125641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.125919] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.127314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.127424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.127645] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.127730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.127826] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be updated. [ 1120.156975] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.157175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.157217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.157540] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.157773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.168326] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: IN_PROGRESS for 2s [ 1120.231964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71001a1-9602-44b3-8cdc-908e9a4d72ff: rpc.has_security_group_logging(os_id): False [ 1120.262075] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.262075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.262075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.262075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.262075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.262444] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.262444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.262444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.262537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.262696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.264196] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff is going to be created. [ 1120.363067] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.364990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.364990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.364990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.364990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.389129] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: IN_PROGRESS for 2s [ 1120.389129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.389847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.390333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.390547] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.390923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391911] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1120.428046] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.428241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.428377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.428555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.428731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.441328] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1120.562717] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.563305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.563472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.568764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.568764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.568764] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 is going to be updated. [ 1120.629831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.629831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.629831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.630073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.630073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.645413] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: IN_PROGRESS for 2s [ 1121.735652] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1121.736578] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1121.736578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.772798] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 1121.773751] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.178361] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3535c890-2836-44b8-b472-d1be2bcf7322 in Status: SUCCESS [ 1122.178580] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 deletion is rescheduled due to dependency. [ 1122.178660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.403060] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: SUCCESS [ 1122.403336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.456537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1122.457219] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 1122.457219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.657490] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 in Status: SUCCESS [ 1122.657813] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 deletion is rescheduled due to dependency. [ 1122.657813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.022715] env[66213]: INFO networking_nsxv3.common.synchronization [req-a54902f1-f07c-432a-9505-8f97e34565c7 req-e87033b3-ed1f-4884-8b8a-5ccc2982b946 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1123.023301] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1123.023686] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.023811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.023994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.024255] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.024350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.024459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.024700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.025270] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.527540] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.527764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.527874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.528236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.528398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.528712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.528836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.528917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.529201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.529489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.529489] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1123.535767] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.535767] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.535994] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.536366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.536720] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.536961] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.537153] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.537475] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.537692] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.538008] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.538183] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.538360] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.538847] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.538847] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.538847] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.539051] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.577374] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.577607] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.577669] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.578574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-692" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578574] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-364bd4af-ff4e-499b-894a-6706760c0259 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.578574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.578574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.578921] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.578921] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364bd4af-ff4e-499b-894a-6706760c0259',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.595058] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.595266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.595309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.595981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.595981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.608151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1124.081608] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.082042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.082042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.082304] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.082469] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.082661] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 364bd4af-ff4e-499b-894a-6706760c0259 not found, creating... [ 1124.082952] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.083242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.083242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.083478] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.083632] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.083954] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.084140] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.084259] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.084483] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.084617] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.084796] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 364bd4af-ff4e-499b-894a-6706760c0259 is going to be created. [ 1124.150015] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.150291] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.150435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.150708] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.150937] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.151244] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.832847] env[66213]: INFO networking_nsxv3.common.synchronization [req-a54902f1-f07c-432a-9505-8f97e34565c7 req-46e962f1-0388-4160-9e23-a9aea804cf0f service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 1124.833245] env[66213]: INFO networking_nsxv3.common.synchronization [req-a54902f1-f07c-432a-9505-8f97e34565c7 req-46e962f1-0388-4160-9e23-a9aea804cf0f service nova] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1124.833295] env[66213]: INFO networking_nsxv3.common.synchronization [req-a54902f1-f07c-432a-9505-8f97e34565c7 req-46e962f1-0388-4160-9e23-a9aea804cf0f service nova] Enqueued Resource ID: 364bd4af-ff4e-499b-894a-6706760c0259 with Priority: HIGHEST for action port [ 1124.833901] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_rules [ 1124.834742] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1124.834889] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364bd4af-ff4e-499b-894a-6706760c0259 with Priority: HIGHEST for action port [ 1124.835220] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.835470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.835470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.835688] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.835771] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.837043] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.840333] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-364bd4af-ff4e-499b-894a-6706760c0259 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.840333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.840333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.840333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.840333] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364bd4af-ff4e-499b-894a-6706760c0259',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.154191] env[66213]: INFO networking_nsxv3.common.synchronization [None req-61ff5aef-290e-4820-8057-6c022b2ce866 None None] Enqueued Resource ID: 57ead718-127e-4c53-a0b9-40b9f46a7b63 with Priority: HIGHEST for action port [ 1125.154191] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ead718-127e-4c53-a0b9-40b9f46a7b63 with Priority: HIGHEST for action port [ 1125.154191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ead718-127e-4c53-a0b9-40b9f46a7b63 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.154191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ead718-127e-4c53-a0b9-40b9f46a7b63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.154191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ead718-127e-4c53-a0b9-40b9f46a7b63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.154872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ead718-127e-4c53-a0b9-40b9f46a7b63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.155081] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ead718-127e-4c53-a0b9-40b9f46a7b63',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.343250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.343250] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 364bd4af-ff4e-499b-894a-6706760c0259 with status ACTIVE [ 1125.343250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.343250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343250] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.343735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.343735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.343735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 364bd4af-ff4e-499b-894a-6706760c0259 is going to be updated. [ 1125.369740] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.370251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.370455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.372915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.372915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.372915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-364bd4af-ff4e-499b-894a-6706760c0259" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.428339] env[66213]: INFO networking_nsxv3.common.synchronization [req-fefccd05-d7ed-4f6f-8b19-cd2a310c265d req-4d624439-1d3c-4f78-ae9d-f6d745485dc3 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1125.428339] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGHEST for action security_group_members [ 1125.428489] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.430079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.430079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.430079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.430079] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.430079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.430079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.430360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.430360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.430445] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.628458] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1125.628458] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 1125.628458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.628458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.628458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.628458] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.628458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.628458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.628706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.628706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.628706] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.657345] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ead718-127e-4c53-a0b9-40b9f46a7b63 [ 1125.657591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.657725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.658201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.658483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.658586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.658693] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ead718-127e-4c53-a0b9-40b9f46a7b63 already deleted. [ 1125.658780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ead718-127e-4c53-a0b9-40b9f46a7b63" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.933072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.933439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.933439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.933536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.970283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.971452] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.971803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.971803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.971887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.971949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.973087] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 is going to be updated. [ 1126.005256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.005407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.005477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.005689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.016553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: IN_PROGRESS for 2s [ 1126.133339] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.636462] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.139341] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.139488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.139556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.139787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.139872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.139966] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1127.184806] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.185101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.185101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.185256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.185401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.197588] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1127.247693] env[66213]: INFO networking_nsxv3.common.synchronization [None req-1645c8ef-5139-48fc-9891-a057785897a2 tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1127.248341] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1127.248836] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.248975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.249072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.249968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.250094] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.366038] env[66213]: INFO networking_nsxv3.common.synchronization [None req-aae52216-d304-4d96-ab16-3677181006a1 tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1127.368084] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1127.368084] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.368084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.773432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.773899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.773899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.773999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.774053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.774311] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 already deleted. [ 1127.774311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.774482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.774520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.774570] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.029367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 in Status: SUCCESS [ 1128.029367] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 deletion is rescheduled due to dependency. [ 1128.029367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.134263] env[66213]: INFO networking_nsxv3.common.synchronization [None req-9d1f08fe-7fcf-4e73-b38e-8506c59b3953 None None] Enqueued Resource ID: c9dca9b6-1444-4371-93e6-e970f4b8fc5d with Priority: HIGHEST for action port [ 1128.134956] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9dca9b6-1444-4371-93e6-e970f4b8fc5d with Priority: HIGHEST for action port [ 1128.136871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9dca9b6-1444-4371-93e6-e970f4b8fc5d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.137025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9dca9b6-1444-4371-93e6-e970f4b8fc5d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.137092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9dca9b6-1444-4371-93e6-e970f4b8fc5d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.137369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9dca9b6-1444-4371-93e6-e970f4b8fc5d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.137451] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9dca9b6-1444-4371-93e6-e970f4b8fc5d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.303025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.303025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.303025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.303025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.303025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.303025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 already deleted. [ 1128.303025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.639807] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9dca9b6-1444-4371-93e6-e970f4b8fc5d [ 1128.640490] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.640490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.640664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.640728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.640813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.640905] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9dca9b6-1444-4371-93e6-e970f4b8fc5d already deleted. [ 1128.640990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9dca9b6-1444-4371-93e6-e970f4b8fc5d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.210664] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1129.211067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.211151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.211379] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.211597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.211737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.211804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.211962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.212052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.212158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.212266] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.720953] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.721255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.721325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.721594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.721980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.722187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.722244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.722449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.722552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.722781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.722894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.723088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.723175] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.723440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.723516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.723761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.723761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.724065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.724065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.724265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.724265] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.228429] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c5cb4c-21c7-4f10-9ddf-83c65f881c91: rpc.has_security_group_logging(os_id): False [ 1130.246390] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.246592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.246592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.246803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.246895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.247095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.247198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.247261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.247416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.247490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.247678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.247773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.247833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.247976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.248063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.248266] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.248351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.248409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.248549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.248620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.248703] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1130.309461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.309654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.309654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.309881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.310042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323725] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1131.636505] env[66213]: INFO networking_nsxv3.common.synchronization [req-397f6e55-435c-433a-a73e-d52b7786fd98 req-e9a23f95-25fa-4cf9-b1b1-2f7fb305dd31 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1131.637069] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1131.637765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.637765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.637765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.638036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.638036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.638226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.638226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.638697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.638697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.638697] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.985040] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.985275] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.985381] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.985663] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.985924] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.986166] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.986343] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.986543] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.986685] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.986895] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.987013] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.987127] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.987236] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.987362] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.987453] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.987573] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.011046] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.011046] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.011046] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.011046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.011046] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-052bab9f-5f20-426d-b99b-1657cc08941d taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.011374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.011374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.011708] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.011847] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052bab9f-5f20-426d-b99b-1657cc08941d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.141092] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.141380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.141421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.141616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.141900] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.141998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.142069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.142316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.142384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.142471] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1132.171629] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.171821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.171862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.172169] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.172415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.182593] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1132.339573] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1132.339843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.515806] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.516207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.516207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.516565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.516741] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.516905] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 052bab9f-5f20-426d-b99b-1657cc08941d not found, creating... [ 1132.517195] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.517468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.517565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.517718] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.517850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.518176] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.518357] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.518469] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.518727] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.518881] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.519038] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 052bab9f-5f20-426d-b99b-1657cc08941d is going to be created. [ 1132.539512] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.539743] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.539843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.540239] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.540476] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.540707] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.274177] env[66213]: INFO networking_nsxv3.common.synchronization [req-397f6e55-435c-433a-a73e-d52b7786fd98 req-b07afe00-9771-41e4-a9e1-0418a73a680e service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1133.274515] env[66213]: INFO networking_nsxv3.common.synchronization [req-397f6e55-435c-433a-a73e-d52b7786fd98 req-b07afe00-9771-41e4-a9e1-0418a73a680e service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1133.274515] env[66213]: INFO networking_nsxv3.common.synchronization [req-397f6e55-435c-433a-a73e-d52b7786fd98 req-b07afe00-9771-41e4-a9e1-0418a73a680e service nova] Enqueued Resource ID: 052bab9f-5f20-426d-b99b-1657cc08941d with Priority: HIGHEST for action port [ 1133.274703] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1133.274829] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1133.275061] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052bab9f-5f20-426d-b99b-1657cc08941d with Priority: HIGHEST for action port [ 1133.275503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.275861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.275913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.276566] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.277824] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.277824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.277824] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-052bab9f-5f20-426d-b99b-1657cc08941d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.277824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.277824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.278294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.278294] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('052bab9f-5f20-426d-b99b-1657cc08941d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.781015] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.781259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.781408] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 052bab9f-5f20-426d-b99b-1657cc08941d with status ACTIVE [ 1133.781581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.781689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.781752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.781952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.782049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.782213] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.782305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.782364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.782513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.782608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.782793] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.782901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.782933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.783098] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.783142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.783227] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 052bab9f-5f20-426d-b99b-1657cc08941d is going to be updated. [ 1133.805090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.805327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.805327] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.805475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.805610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.805770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-052bab9f-5f20-426d-b99b-1657cc08941d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.192184] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1134.192539] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1134.192578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.192735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.192951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.193161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.193282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.193348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.193512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.193595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.193692] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.696007] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.198995] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.701765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.701765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.701765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.702706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.702857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.702923] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1135.820020] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.820223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.820311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.820547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.820711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.830059] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1137.739096] env[66213]: INFO networking_nsxv3.common.synchronization [req-e6f9bec6-7487-47fb-8bc0-d25632ebdcdb req-e25b6f86-4ed5-4111-87fc-64f4d9b47f75 tempest-ServerDiskConfigTestJSON-1480056487 tempest-ServerDiskConfigTestJSON-1480056487-project-member] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1137.739096] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGHEST for action security_group_members [ 1137.739536] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.739638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.740189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.740189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.740189] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.740366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.740400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.740551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.740731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.740731] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.841045] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1137.841296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.841462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.841684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.841875] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.841994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.842272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.842367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.842454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.842544] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.243555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.243768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.243826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.244042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.244147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.244343] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.244452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.244505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.244648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.244728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.244810] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be updated. [ 1138.287103] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.287344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.287344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.287581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.287730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.299061] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: IN_PROGRESS for 2s [ 1138.344431] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.344650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.344650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.344868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.345045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.345143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.345203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.345362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.345445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.345530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.345673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.345766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.345823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.345964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.346114] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.346212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.346258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.346400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.346474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.346553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.346641] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.849510] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 1138.878262] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.878363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.878426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.879141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.879141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.879389] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.879515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.879586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.879779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.879870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.880104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.880217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.880283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.880459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.880574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.880787] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.880968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.880968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.881165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.881247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.881312] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1138.956573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.956796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.956796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.956991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.957166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.974328] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1139.182067] env[66213]: INFO networking_nsxv3.common.synchronization [req-1988cdc7-768b-4479-a3b1-c3178c7f33d3 req-d9ee0944-d7f0-428d-a164-6555cd4482d9 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1139.182327] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1139.182720] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.182843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.182843] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.183108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.183262] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.183366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.183427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.183747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.183849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.183954] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.493037] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.493037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-640" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.493037] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-640" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.493502] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-640" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.493894] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.494294] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.494533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.494865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.495125] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.495473] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.495711] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.495944] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.496172] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.496454] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.496690] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.497846] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.521366] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.521618] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.521750] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.521940] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-640" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.522359] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-bb18d24f-db51-4adf-bceb-71572b930ce4 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.522544] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.522676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.523042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.523269] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb18d24f-db51-4adf-bceb-71572b930ce4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.686104] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.686354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.686487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.686766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.686891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.687122] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.687227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.687290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.687487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.687611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.687713] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c already deleted. [ 1139.687798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.025420] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.025795] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.025795] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.026383] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.026383] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.026581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port bb18d24f-db51-4adf-bceb-71572b930ce4 not found, creating... [ 1140.027704] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.027704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.027704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.027704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.027704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.027704] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.028235] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.028235] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.028235] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.028235] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.028404] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: bb18d24f-db51-4adf-bceb-71572b930ce4 is going to be created. [ 1140.030998] env[66213]: INFO networking_nsxv3.common.synchronization [req-2823f2ba-bd65-448f-865d-f120d25d5991 req-c322076a-9866-4819-8217-093fa78fd6f8 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 1140.032712] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 1140.032712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.032712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.032712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.032712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.033383] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.033383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.033383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.033383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.033383] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.033383] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.050601] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.050810] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.050933] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.051259] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.051830] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.051830] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.309242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 in Status: SUCCESS [ 1140.309413] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 deletion is rescheduled due to dependency. [ 1140.309539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.537734] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.765880] env[66213]: INFO networking_nsxv3.common.synchronization [req-1988cdc7-768b-4479-a3b1-c3178c7f33d3 req-7e6e3de9-ab20-46ba-bf36-f6e80c5610ed service nova] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1140.766067] env[66213]: INFO networking_nsxv3.common.synchronization [req-1988cdc7-768b-4479-a3b1-c3178c7f33d3 req-7e6e3de9-ab20-46ba-bf36-f6e80c5610ed service nova] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1140.766215] env[66213]: INFO networking_nsxv3.common.synchronization [req-1988cdc7-768b-4479-a3b1-c3178c7f33d3 req-7e6e3de9-ab20-46ba-bf36-f6e80c5610ed service nova] Enqueued Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1140.766802] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1140.766935] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1140.767677] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1140.768115] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.768251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.768318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.768592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.768672] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.770330] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.770330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.770433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.771035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.771035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.771257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.771320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.771445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.771517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.772788] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.772788] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb18d24f-db51-4adf-bceb-71572b930ce4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.772987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.772987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.773157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.773157] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb18d24f-db51-4adf-bceb-71572b930ce4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.993035] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1140.993179] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.040204] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.276952] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.278141] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.278286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.278377] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb18d24f-db51-4adf-bceb-71572b930ce4 with status ACTIVE [ 1141.278531] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.278635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.278707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.278890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.278969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.279240] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.279336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.279396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.279396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.279656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.279820] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.279923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.279923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.280054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.280130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.280208] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb18d24f-db51-4adf-bceb-71572b930ce4 is going to be updated. [ 1141.308734] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.308879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.308951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.309219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.309362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.309515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.543094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.543311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.543388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.543651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.543763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.543881] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 1141.576271] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.576438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.576512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.576797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.576977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.589248] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 1141.782683] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.285556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.285903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.285903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.286049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.286096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.286180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be created. [ 1142.311067] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.311263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.311356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.311567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.311729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.322368] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: UNINITIALIZED for 2s [ 1143.599349] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 1143.599985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.040622] env[66213]: INFO networking_nsxv3.common.synchronization [req-043ce8bf-c722-4d6c-a48d-655f93d2900c req-75c687bf-0bcb-48e3-9a1f-6d24b653b5e8 tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1144.040622] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1144.040622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.040622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.040622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.040622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.040622] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.040622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.040622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.040942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.041730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.041809] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.335593] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1144.335820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.335993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.336290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.336648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.336779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.336847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.337033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.337118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.337207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.337316] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.384344] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.384611] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.384897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.385250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.385577] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.385819] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.385871] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.386113] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.386252] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.386481] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.386597] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.386706] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.386812] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.386921] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.387042] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.387181] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.408679] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.408908] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.409196] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.409479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.409829] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-1907c005-f5c6-44bb-96ee-edeaf9868049 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.410028] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.410158] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.410512] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.410674] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1907c005-f5c6-44bb-96ee-edeaf9868049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.544198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.545734] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.545734] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 already deleted. [ 1144.545734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.839730] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.840101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.840101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.840222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.840334] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.840432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.840506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.840640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.840724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.840814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.840952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.841057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.841122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.841282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.841415] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.841506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.841571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.841698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.841775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.841853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.842074] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.856169] env[66213]: INFO networking_nsxv3.common.synchronization [req-59bdb794-9c32-40b4-8a4b-4d80f418c06a req-5060a345-c0d6-4e35-9353-6ad1ccd05040 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1144.856692] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1144.857010] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.857145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.857212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.857413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.857561] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.857678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.857745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.857952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.858093] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.858222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.913625] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.914076] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.914860] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.914992] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.915609] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.915609] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 1907c005-f5c6-44bb-96ee-edeaf9868049 not found, creating... [ 1144.915789] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.915971] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.916105] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.916399] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.916488] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.916787] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.916969] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.917178] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.917503] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.917689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.917891] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 is going to be created. [ 1144.941072] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.941359] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.941489] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.941767] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.942010] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.942249] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.344344] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba6f8179-9935-4057-a946-0a4aa5ae0e2c: rpc.has_security_group_logging(os_id): False [ 1145.360509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.360509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.360509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.360773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.360834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.361022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.361117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.361226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.361403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.361469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.361560] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1145.363537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.363700] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.363754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.363907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.364020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.364211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.364355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.364429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.364578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.364652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.364832] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.364927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.365046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.365159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.365232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.365481] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.365576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.365633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.365776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.365849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.365930] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be created. [ 1145.395503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.395689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.395726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.395905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.396056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.406362] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1145.428601] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.428946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.428946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.429161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.429394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.443046] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1145.699471] env[66213]: INFO networking_nsxv3.common.synchronization [req-043ce8bf-c722-4d6c-a48d-655f93d2900c req-f147e50e-b36c-497c-9ed1-fede4d06dd78 service nova] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1145.699641] env[66213]: INFO networking_nsxv3.common.synchronization [req-043ce8bf-c722-4d6c-a48d-655f93d2900c req-f147e50e-b36c-497c-9ed1-fede4d06dd78 service nova] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1145.699782] env[66213]: INFO networking_nsxv3.common.synchronization [req-043ce8bf-c722-4d6c-a48d-655f93d2900c req-f147e50e-b36c-497c-9ed1-fede4d06dd78 service nova] Enqueued Resource ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 with Priority: HIGHEST for action port [ 1145.701097] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1145.701097] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1145.701097] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 with Priority: HIGHEST for action port [ 1145.701097] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.701097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.701097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.701824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.701956] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.708148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.708148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.708148] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.708148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1907c005-f5c6-44bb-96ee-edeaf9868049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.708148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.708148] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1907c005-f5c6-44bb-96ee-edeaf9868049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.205601] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.205947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.208132] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.212736] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1907c005-f5c6-44bb-96ee-edeaf9868049 with status ACTIVE [ 1146.212736] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.212736] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.212736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.214500] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.214500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.214500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.214500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.214500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.214500] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 is going to be updated. [ 1146.238208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.238369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.238444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.238662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.238927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.239119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.710955] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.215222] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.215222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.215222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.215222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.215222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.215222] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 is going to be created. [ 1147.238286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.238441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.238514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.238740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.238906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.249540] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: UNINITIALIZED for 2s [ 1147.416258] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1147.416448] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1147.416565] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.458261] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1147.458563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.263024] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: SUCCESS [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.263024] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.263024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.263024] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.766450] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.237390] env[66213]: INFO networking_nsxv3.common.synchronization [None req-742a1538-d75e-458b-86e9-ae20b94e9560 None None] Enqueued Resource ID: 933bc473-94d9-452a-8a59-ebf6265610c9 with Priority: HIGHEST for action port [ 1150.238131] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933bc473-94d9-452a-8a59-ebf6265610c9 with Priority: HIGHEST for action port [ 1150.238373] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-933bc473-94d9-452a-8a59-ebf6265610c9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.238373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-933bc473-94d9-452a-8a59-ebf6265610c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.238483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-933bc473-94d9-452a-8a59-ebf6265610c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.238711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-933bc473-94d9-452a-8a59-ebf6265610c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.238795] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933bc473-94d9-452a-8a59-ebf6265610c9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.268108] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f551dc18-6838-4ab4-b729-0c5b4beea566: rpc.has_security_group_logging(os_id): False [ 1150.277433] env[66213]: INFO networking_nsxv3.common.synchronization [req-996453e5-85f7-4040-8d56-de04f04bde7b req-a05ece27-53d6-4153-8137-41af36ce7451 tempest-ServerRescueNegativeTestJSON-1324189410 tempest-ServerRescueNegativeTestJSON-1324189410-project-member] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 1150.277433] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGHEST for action security_group_members [ 1150.277433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.277433] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.277433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.277433] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.287866] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.288050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.288143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.288406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.288454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.288690] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.288800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.288863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.289046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.289142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.289380] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 is going to be created. [ 1150.365883] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.366449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.366994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.367261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.367456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.384291] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: IN_PROGRESS for 2s [ 1150.744369] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 933bc473-94d9-452a-8a59-ebf6265610c9 [ 1150.744729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.745013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.745170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.745931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.745931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.746367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:933bc473-94d9-452a-8a59-ebf6265610c9 already deleted. [ 1150.746725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-933bc473-94d9-452a-8a59-ebf6265610c9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.782817] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.782817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.782817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.782817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.807857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.808131] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.809260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.809260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.809260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.809260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.809260] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be updated. [ 1150.845208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.845378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.845418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.846033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.846033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.859921] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: IN_PROGRESS for 2s [ 1152.385355] env[66213]: INFO networking_nsxv3.common.synchronization [None req-47616dda-633e-4d58-834b-4a6b7c36f1a4 None None] Enqueued Resource ID: 53f8523a-8c01-4f31-852b-e547683b247d with Priority: HIGHEST for action port [ 1152.388902] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f8523a-8c01-4f31-852b-e547683b247d with Priority: HIGHEST for action port [ 1152.388902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f8523a-8c01-4f31-852b-e547683b247d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.388902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f8523a-8c01-4f31-852b-e547683b247d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.388902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f8523a-8c01-4f31-852b-e547683b247d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.388902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f8523a-8c01-4f31-852b-e547683b247d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.388902] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f8523a-8c01-4f31-852b-e547683b247d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.403033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: SUCCESS [ 1152.403739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.867833] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c in Status: SUCCESS [ 1152.868034] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c deletion is rescheduled due to dependency. [ 1152.868149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.890678] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f8523a-8c01-4f31-852b-e547683b247d [ 1152.890923] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.891057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.891113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.891735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.891735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.891735] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f8523a-8c01-4f31-852b-e547683b247d already deleted. [ 1152.891899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f8523a-8c01-4f31-852b-e547683b247d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.388962] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.389274] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.203872] env[66213]: INFO networking_nsxv3.common.synchronization [req-0e2afb52-9659-4b81-b4f8-01011d1a8cd9 req-416ac67d-49fe-4ca3-8524-678f0e339f29 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1158.204655] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1158.204763] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.204878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.204938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.205152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.205305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.205447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.205525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.205684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.205776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.205868] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.580476] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.580867] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.580913] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.581204] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.581750] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.581982] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.582171] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.582533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.582737] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.583041] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.583199] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.583415] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.583602] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.583693] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.583788] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.584020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.609631] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.609936] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.610228] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.610228] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.610579] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-610afef8-c273-405e-aa73-0828ad2c0f92 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.610793] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.610879] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.611260] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.611454] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610afef8-c273-405e-aa73-0828ad2c0f92',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.708885] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.709163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.709299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.709450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.709550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.709810] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.709932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.709992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.710166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.710292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.710377] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1158.746467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.746690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.746775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.747051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.747213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.758745] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1158.762573] env[66213]: INFO networking_nsxv3.common.synchronization [req-3d35c52a-533a-4d81-acbe-a1eafa21e389 req-92880518-b386-4534-b9a3-f5a2f29bcfdf tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1158.763334] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1158.763657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.764521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.764604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.764814] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.764992] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.765104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.765166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.765335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.765417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.765513] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.114051] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.114303] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.114432] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.115029] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.115029] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.115029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 610afef8-c273-405e-aa73-0828ad2c0f92 not found, creating... [ 1159.115736] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.115736] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.115736] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.115736] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.115951] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.116269] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.116433] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.116549] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.116756] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.117061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.117061] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 610afef8-c273-405e-aa73-0828ad2c0f92 is going to be created. [ 1159.138059] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.138271] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.138400] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.138667] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.138931] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.139111] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.139229] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.139452] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.139594] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.139829] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.139945] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.140065] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.140174] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.140283] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.140388] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.140517] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.142534] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.142705] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.142826] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.143126] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.143355] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.143577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.170599] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.170792] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.170997] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.171297] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.171651] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-0d3d41d4-f53d-4f25-ba14-714def9611d0 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.171833] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.171954] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.172304] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.172446] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3d41d4-f53d-4f25-ba14-714def9611d0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.270759] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.270949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.271036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.271353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.271472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.271693] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.271796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.271854] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.272030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.272105] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.272190] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1159.308850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.309085] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.309187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.309453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.309666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.321648] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1159.676499] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.676499] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.676499] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.676841] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.676841] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.676841] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 0d3d41d4-f53d-4f25-ba14-714def9611d0 not found, creating... [ 1159.677119] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.677283] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.677404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.677625] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.677763] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.678092] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.678336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.678336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.678566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.678699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.678837] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 0d3d41d4-f53d-4f25-ba14-714def9611d0 is going to be created. [ 1159.700378] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.700606] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.700738] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.701206] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.701852] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.702178] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.302796] env[66213]: INFO networking_nsxv3.common.synchronization [req-0e2afb52-9659-4b81-b4f8-01011d1a8cd9 req-6ce7cfcc-828e-4c1b-9f55-9c37aa61cb90 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1160.302978] env[66213]: INFO networking_nsxv3.common.synchronization [req-0e2afb52-9659-4b81-b4f8-01011d1a8cd9 req-6ce7cfcc-828e-4c1b-9f55-9c37aa61cb90 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1160.303135] env[66213]: INFO networking_nsxv3.common.synchronization [req-0e2afb52-9659-4b81-b4f8-01011d1a8cd9 req-6ce7cfcc-828e-4c1b-9f55-9c37aa61cb90 service nova] Enqueued Resource ID: 610afef8-c273-405e-aa73-0828ad2c0f92 with Priority: HIGHEST for action port [ 1160.303675] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1160.304062] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1160.304062] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610afef8-c273-405e-aa73-0828ad2c0f92 with Priority: HIGHEST for action port [ 1160.304234] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.304292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.304369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.304621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.304697] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.305540] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.306329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.306329] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-610afef8-c273-405e-aa73-0828ad2c0f92 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.306329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.306329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306329] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306329] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610afef8-c273-405e-aa73-0828ad2c0f92',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.383018] env[66213]: INFO networking_nsxv3.common.synchronization [req-3d35c52a-533a-4d81-acbe-a1eafa21e389 req-57840d82-d4fe-45f2-99de-952a6a74a459 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1160.383210] env[66213]: INFO networking_nsxv3.common.synchronization [req-3d35c52a-533a-4d81-acbe-a1eafa21e389 req-57840d82-d4fe-45f2-99de-952a6a74a459 service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1160.383356] env[66213]: INFO networking_nsxv3.common.synchronization [req-3d35c52a-533a-4d81-acbe-a1eafa21e389 req-57840d82-d4fe-45f2-99de-952a6a74a459 service nova] Enqueued Resource ID: 0d3d41d4-f53d-4f25-ba14-714def9611d0 with Priority: HIGHEST for action port [ 1160.383866] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1160.384007] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1160.384425] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d41d4-f53d-4f25-ba14-714def9611d0 with Priority: HIGHEST for action port [ 1160.384706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.384831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.384898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.385267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.385306] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.386534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.386630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.386823] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3d41d4-f53d-4f25-ba14-714def9611d0 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.386961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.387063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.387198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.387267] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3d41d4-f53d-4f25-ba14-714def9611d0',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.769867] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1160.769867] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf deletion is rescheduled due to dependency. [ 1160.769867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.770250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.770999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.770999] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.770999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.770999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.770999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.770999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.771308] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.809968] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.809968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.809968] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 610afef8-c273-405e-aa73-0828ad2c0f92 with status ACTIVE [ 1160.809968] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.809968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.809968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.809968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.809968] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.810369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.810369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.810369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.810369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.810529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.810596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.810650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.810781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.810849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.810942] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 610afef8-c273-405e-aa73-0828ad2c0f92 is going to be updated. [ 1160.834256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.834410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.834487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.834667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.834805] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.835103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610afef8-c273-405e-aa73-0828ad2c0f92" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.887804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.887804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.890252] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d3d41d4-f53d-4f25-ba14-714def9611d0 with status ACTIVE [ 1160.890479] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.890615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.890682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.891188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.891333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.891548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.891656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.891718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.891898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.891974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.892176] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.892272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.892336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.893982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.893982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.893982] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d3d41d4-f53d-4f25-ba14-714def9611d0 is going to be updated. [ 1160.910724] env[66213]: INFO networking_nsxv3.common.synchronization [req-5bb0c135-b952-408e-affc-7b5c8b994a57 req-b1cac452-fb78-487c-b1fa-f5d116ab658d tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1160.912118] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1160.912556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.912556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.912556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.912817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.912975] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.913092] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.913154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.913310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.913431] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.913480] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.918944] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.919090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.919458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.919458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.919607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.919762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3d41d4-f53d-4f25-ba14-714def9611d0" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.220486] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.220707] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.220865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.221298] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.221639] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.221851] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.222016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.222295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.222459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.222703] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.222826] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.222962] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.223121] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.223256] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.223382] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.223529] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.245734] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.245932] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.246121] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.246338] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.246764] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-9ff81739-4c82-465e-80dd-d7f64980fc6c taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.246943] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.247075] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.247421] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.247561] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff81739-4c82-465e-80dd-d7f64980fc6c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.274426] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.332999] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1161.333207] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1161.333416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.333656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.333952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.334256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.334440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.334580] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.334796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.334925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.335125] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.415616] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.415857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.415907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.416183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.416280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.416612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.416612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.416773] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.416846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.416899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.416989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb already deleted. [ 1161.417103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.430469] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1161.430672] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1161.431187] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1161.431366] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1161.431764] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.431764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.431861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.432078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.432185] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.432274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.432374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.432615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.432615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.432704] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.433537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.433689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.433728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.433916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.434444] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.434555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.435144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.435144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.435144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.435144] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.519232] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_rules [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [req-2da78bb4-51f3-4295-bf1c-bbf7cae45cac req-d97f15d9-047c-40aa-b43e-081247d106da tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_rules [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1161.521658] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1161.522225] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1161.522225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29bb34c0-c587-4353-9fc8-2383f2cf1b2e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.522322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.522914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.522914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.522914] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.524623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.524790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.524885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.525183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.525288] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.529407] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb18d24f-db51-4adf-bceb-71572b930ce4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.529564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.529671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.529905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.530013] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb18d24f-db51-4adf-bceb-71572b930ce4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.531138] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.531311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.531981] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.531981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.750507] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.750783] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.750917] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.751237] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.751441] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.751597] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 9ff81739-4c82-465e-80dd-d7f64980fc6c not found, creating... [ 1161.751856] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.752021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.752138] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.752367] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.752503] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.752785] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.752934] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.753091] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.753340] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.753476] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.753647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 9ff81739-4c82-465e-80dd-d7f64980fc6c is going to be created. [ 1161.776025] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.776574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.776574] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.776689] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.776865] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.777207] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.778334] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.842790] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.938431] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.939453] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.032646] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.032908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.034129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.034288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.034454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb18d24f-db51-4adf-bceb-71572b930ce4 with status ACTIVE [ 1162.034518] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.034602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.034656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.034860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.034945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.035121] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.035218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.035281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.035437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.035512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.035689] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.035786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.035840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.035965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.036051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.036133] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb18d24f-db51-4adf-bceb-71572b930ce4 is going to be updated. [ 1162.059060] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.059244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.059459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.061077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.061077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.061077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.280564] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.280786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.280837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.281061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.281154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.281252] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1162.323850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.324099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.324099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.324296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.324443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334600] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1162.345077] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.441957] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.443029] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.468429] env[66213]: INFO networking_nsxv3.common.synchronization [req-5bb0c135-b952-408e-affc-7b5c8b994a57 req-e6c9765f-ea73-4540-ac7f-ddb8012002db service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1162.468602] env[66213]: INFO networking_nsxv3.common.synchronization [req-5bb0c135-b952-408e-affc-7b5c8b994a57 req-e6c9765f-ea73-4540-ac7f-ddb8012002db service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1162.468742] env[66213]: INFO networking_nsxv3.common.synchronization [req-5bb0c135-b952-408e-affc-7b5c8b994a57 req-e6c9765f-ea73-4540-ac7f-ddb8012002db service nova] Enqueued Resource ID: 9ff81739-4c82-465e-80dd-d7f64980fc6c with Priority: HIGHEST for action port [ 1162.469326] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1162.469497] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1162.469803] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff81739-4c82-465e-80dd-d7f64980fc6c with Priority: HIGHEST for action port [ 1162.470286] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.470398] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.470467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.470736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.470825] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.471957] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.472110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.472170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.472388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.472575] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.472691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.472765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.472916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.472948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.473056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.474712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff81739-4c82-465e-80dd-d7f64980fc6c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.474860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.474927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.475051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.475116] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff81739-4c82-465e-80dd-d7f64980fc6c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.550221] env[66213]: INFO networking_nsxv3.common.synchronization [req-c6aa52e5-3a29-4deb-83a1-5bcf4951cbb0 req-8b0bdb0b-d4b6-4ea2-8a6c-b32d05b24ac4 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1162.550406] env[66213]: INFO networking_nsxv3.common.synchronization [req-c6aa52e5-3a29-4deb-83a1-5bcf4951cbb0 req-8b0bdb0b-d4b6-4ea2-8a6c-b32d05b24ac4 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1162.551366] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1162.551366] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e with Priority: HIGHEST for action security_group_members [ 1162.551775] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.551879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.552040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.552121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.596861] env[66213]: INFO networking_nsxv3.common.synchronization [req-c6aa52e5-3a29-4deb-83a1-5bcf4951cbb0 req-8b0bdb0b-d4b6-4ea2-8a6c-b32d05b24ac4 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1162.597295] env[66213]: INFO networking_nsxv3.common.synchronization [req-c6aa52e5-3a29-4deb-83a1-5bcf4951cbb0 req-8b0bdb0b-d4b6-4ea2-8a6c-b32d05b24ac4 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1162.597535] env[66213]: INFO networking_nsxv3.common.synchronization [req-c6aa52e5-3a29-4deb-83a1-5bcf4951cbb0 req-8b0bdb0b-d4b6-4ea2-8a6c-b32d05b24ac4 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1162.598418] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_rules [ 1162.598597] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1162.598723] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb18d24f-db51-4adf-bceb-71572b930ce4 with Priority: HIGHEST for action port [ 1162.599608] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.599608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.599608] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.599608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.599802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb18d24f-db51-4adf-bceb-71572b930ce4 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.599842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.599938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.600183] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.600183] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb18d24f-db51-4adf-bceb-71572b930ce4',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.847441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.847863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.847863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.847934] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.848016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.848119] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1162.913660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.913940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.914057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.914302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.914458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.925126] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1162.945862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.946184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.946311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.946564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.946665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.946768] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e is going to be created. [ 1162.948165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.948289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.948358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.948542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.948626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.948715] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1162.975885] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.978249] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff81739-4c82-465e-80dd-d7f64980fc6c with status ACTIVE [ 1162.978654] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.978870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.978977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.979331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.979509] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.979802] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.979981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.980899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.981010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.981124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.981573] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.981724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.981819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.982064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.982181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.982337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff81739-4c82-465e-80dd-d7f64980fc6c is going to be updated. [ 1162.983907] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.984053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.985424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.985582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.985687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.986576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.986576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.990212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.990346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.990423] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.990625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.990830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.008141] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e in Status: UNINITIALIZED for 2s [ 1163.008854] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1163.046554] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.046794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.046794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.046973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.047358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.047358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff81739-4c82-465e-80dd-d7f64980fc6c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.102307] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb18d24f-db51-4adf-bceb-71572b930ce4 with status ACTIVE [ 1163.102515] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.102652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.102722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.102949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.103043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.103223] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.103328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.103390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.103547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.103650] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.103847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.103941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.104008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.104158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.104231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.104314] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb18d24f-db51-4adf-bceb-71572b930ce4 is going to be updated. [ 1163.139465] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.139664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.139664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.139895] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.140057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.140228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb18d24f-db51-4adf-bceb-71572b930ce4" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.478835] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.678844] env[66213]: INFO networking_nsxv3.common.synchronization [req-495250a4-b8c6-4b6c-b80d-4bcbd9d0db13 req-932b3682-d742-4a59-bb8c-374296f3d1cf tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1163.679284] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1163.679651] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.679792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.679945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.680213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.680441] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.680579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.680707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.680970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.681141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.681449] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.983060] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.983060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.983060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.983060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.983060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.983060] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be created. [ 1164.018761] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.018761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.018761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.018761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.018761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.031871] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: UNINITIALIZED for 2s [ 1164.184325] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.184548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.184548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.184674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.210311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.210581] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.211067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.211158] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1164.238601] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.238820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.238820] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.239030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.239268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.248080] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1164.345053] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1164.345296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.345461] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.345693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.345880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.345998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.346078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.346310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.346419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.346512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.346645] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.850776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.851086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.851178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.851581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.851866] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.852352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.852352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.852543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.852652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.852758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.852939] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.853064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.853133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.853306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.853460] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.853591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.853657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.853994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.854162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.854312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.854467] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.936143] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1164.936595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.936595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.936781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.936978] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.937114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.937185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.937346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.937436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.937520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.937609] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.175067] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e in Status: SUCCESS [ 1165.175524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.176187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1165.176320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.176439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.176655] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.176848] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.176997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.177079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.177206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.177282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.177372] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.178273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.178448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.178617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.178720] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.178777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.179018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.179101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.179210] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.358120] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc27668-dc15-4898-aad5-e3807948eddf: rpc.has_security_group_logging(os_id): False [ 1165.378270] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.378270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.378270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.378270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.378270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.378841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.378841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.378841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.378841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.378841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.379045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.379045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.379118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.379488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.379598] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.379709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.379812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.380010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.380118] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1165.440837] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.440837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.440952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.441124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.441387] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.441534] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.441582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.441746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.441831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.441918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.442341] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.442505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.442573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.442783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.442987] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.443130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.443220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.443594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.443594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.443707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.443781] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.493037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.493237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.493237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.493483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.493624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.527357] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1165.680833] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.681556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.681556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.681556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.681556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.681968] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.682080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.682080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.682247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.682374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.682425] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e is going to be deleted. [ 1165.683694] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.766325] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.766521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.766521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.766741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.766830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.766924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.767083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.767239] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.767403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.767500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.767556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.768052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.768052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.768052] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.871988] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a7145109-5c8c-4516-9e3e-3e2f0ec94e55 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1165.872639] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1165.873592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.873592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.873592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.873592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.873795] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.873795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.873899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.874260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.874260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.874260] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.945827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 1165.973402] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.973573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.973612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.973831] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.973918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.974127] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.974222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.974276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.974429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.974500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.974686] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.974776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.974828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.974964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.975059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.975239] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.975328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.975375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.975514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.975585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.975667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1166.044376] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1166.044632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.044923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.045054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.045202] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.045331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.045511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.045598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.045598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.045712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.045804] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.053355] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.053578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.053578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.054198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.054198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.071242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1166.188366] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.263354] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1166.263354] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 deletion is rescheduled due to dependency. [ 1166.263354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273025] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e already deleted. [ 1166.273025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.273025] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.274442] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.274832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.275171] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.277543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.277543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.277543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.277543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.277543] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.378071] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.548641] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.548806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.548883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.549144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.549402] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.549505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.549575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.549730] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.549817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.549903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.550060] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.550152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.550204] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.550346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.550597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.550692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.550741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.550913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.551048] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.551117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.551175] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.695634] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.695964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.696485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.696673] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.696824] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1166.729541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.729541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.729541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.729541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.729541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.739628] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1166.778375] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29bb34c0-c587-4353-9fc8-2383f2cf1b2e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.779693] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.779693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.779693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.779902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.779902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.780134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.780193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.780352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.780430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780510] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e already deleted. [ 1166.780590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.880070] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.054280] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1167.074928] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.075184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.075315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.075597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.075702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.075940] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.076125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.076196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.076405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.076514] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.076856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.076946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.076946] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.077101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.077205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.077463] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.077616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.077677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.077818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.077894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.078058] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be created. [ 1167.153867] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.154039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.154094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.154308] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.154683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.169076] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1167.281752] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29bb34c0-c587-4353-9fc8-2383f2cf1b2e: rpc.has_security_group_logging(os_id): False [ 1167.305427] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.305578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.305649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.305877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.305966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.306204] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.306326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.306366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.306507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.306593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.306667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e is going to be created. [ 1167.324462] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e], does not exist path=[/infra/domains/default/groups/29bb34c0-c587-4353-9fc8-2383f2cf1b2e]."\n}' [ 1167.324643] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e [ 1167.324701] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1167.371902] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.371902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.372099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.372200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.373617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.373929] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.374064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.374118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.374304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.374448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.374618] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.374728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.374783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.375180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.375180] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.375180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29bb34c0-c587-4353-9fc8-2383f2cf1b2e is going to be created. [ 1167.382071] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.384834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.384834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.384834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.384834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.384834] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1167.398070] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e], does not exist path=[/infra/domains/default/groups/29bb34c0-c587-4353-9fc8-2383f2cf1b2e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e [ 1167.398070] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29bb34c0-c587-4353-9fc8-2383f2cf1b2e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.398070] env[66213]: Traceback (most recent call last): [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1167.398070] env[66213]: return func(*args, **kwargs) [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1167.398070] env[66213]: res.raise_for_status() [ 1167.398070] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1167.398070] env[66213]: raise HTTPError(http_error_msg, response=self) [ 1167.398070] env[66213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e [ 1167.398070] env[66213]: During handling of the above exception, another exception occurred: [ 1167.398070] env[66213]: Traceback (most recent call last): [ 1167.398070] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1167.398070] env[66213]: listener.cb(fileno) [ 1167.398070] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1167.398070] env[66213]: result = function(*args, **kwargs) [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1167.398070] env[66213]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1167.398070] env[66213]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1167.398070] env[66213]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1167.398070] env[66213]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1167.398070] env[66213]: res.raise_for_status() [ 1167.398070] env[66213]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1167.398070] env[66213]: raise HTTPError(http_error_msg, response=self) [ 1167.398070] env[66213]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29bb34c0-c587-4353-9fc8-2383f2cf1b2e [ 1167.398070] env[66213]: Removing descriptor: 58 [ 1167.416279] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.418716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.418716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.418716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.418716] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.427955] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1167.544441] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1167.545133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.093639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1168.093882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.288945] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.289506] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.289506] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.289853] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.290064] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.290245] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.290363] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.290599] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.291016] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.291133] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.291198] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.291291] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.291448] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.291560] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.291662] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.291841] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.322501] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.323537] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.323537] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.323537] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.323738] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-981d4120-3772-4c2a-a58f-6f213971bff5 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.323822] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.323975] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.324432] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.324587] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981d4120-3772-4c2a-a58f-6f213971bff5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.750121] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1168.750362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.750532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.750764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.750965] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.751091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.751155] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.751323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.751405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.751492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.751591] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.752479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.752647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.752812] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.752914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.752976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.753141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.753216] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.753297] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.827210] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.827565] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.827713] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.828047] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.828296] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.828528] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 981d4120-3772-4c2a-a58f-6f213971bff5 not found, creating... [ 1168.828837] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.829046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.829174] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.829446] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.829587] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.829969] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.830201] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.830353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.830648] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.830799] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830941] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 981d4120-3772-4c2a-a58f-6f213971bff5 is going to be created. [ 1168.852354] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.852660] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.852707] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.852975] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.853219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.853457] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.197019] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1169.197290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.255360] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.255360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.255699] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.440185] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1169.440185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.627008] env[66213]: INFO networking_nsxv3.common.synchronization [req-849c0493-a20b-4841-b769-4fabd42eaa25 req-3258537f-3013-4a03-9586-123be18170c5 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1169.627214] env[66213]: INFO networking_nsxv3.common.synchronization [req-849c0493-a20b-4841-b769-4fabd42eaa25 req-3258537f-3013-4a03-9586-123be18170c5 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1169.627363] env[66213]: INFO networking_nsxv3.common.synchronization [req-849c0493-a20b-4841-b769-4fabd42eaa25 req-3258537f-3013-4a03-9586-123be18170c5 service nova] Enqueued Resource ID: 981d4120-3772-4c2a-a58f-6f213971bff5 with Priority: HIGHEST for action port [ 1169.627909] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1169.628683] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1169.628893] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981d4120-3772-4c2a-a58f-6f213971bff5 with Priority: HIGHEST for action port [ 1169.629531] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.629531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.629727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.629869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.630170] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.632964] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.633099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.633366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.633529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.633646] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.633728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.633893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.634011] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.634122] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.634945] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-981d4120-3772-4c2a-a58f-6f213971bff5 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.635109] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.636445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.636445] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981d4120-3772-4c2a-a58f-6f213971bff5',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.758572] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.133774] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.133774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.137357] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.138380] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 981d4120-3772-4c2a-a58f-6f213971bff5 with status ACTIVE [ 1170.138676] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.138868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.138973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.139292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.139433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.139716] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.139868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.140133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.140492] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.140492] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.140571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.140722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.140797] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.140882] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 981d4120-3772-4c2a-a58f-6f213971bff5 is going to be updated. [ 1170.164641] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.164782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.164866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.165091] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.165227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.165378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-981d4120-3772-4c2a-a58f-6f213971bff5" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.261556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.261762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.261839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.262126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.262228] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.262390] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1170.324327] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.324584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.325115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.325115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.340113] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1170.643400] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.146072] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.146274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.146341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.146653] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.146779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.146929] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1171.180964] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.181137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.181210] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.183140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.183140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.191395] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1172.351786] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1172.351786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.351786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.351786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.351786] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.351786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.351786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.352427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.352427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.352427] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.732605] env[66213]: INFO networking_nsxv3.common.synchronization [req-2a32d13a-2c6d-4678-a0c7-6d49b9827c18 req-cd4c3248-ce48-4345-9880-8af2a89fafe7 tempest-ServerRescueTestJSONUnderV235-1170834468 tempest-ServerRescueTestJSONUnderV235-1170834468-project-member] Enqueued Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1172.733472] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c with Priority: HIGHEST for action security_group_members [ 1172.735805] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.735932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.854376] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.203505] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1173.204336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.204336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.204336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.204509] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.204649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.204707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.204862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.204959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.205060] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.205158] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.356852] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.707750] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.707750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.707750] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.708013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.708073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.708182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.708248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.709306] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.709306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.709409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.709583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.709750] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.859777] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.859958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.860052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.860281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.860371] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.860475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1173.887722] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.887889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.887943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.888220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.888367] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.898444] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1174.213072] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc27668-dc15-4898-aad5-e3807948eddf: rpc.has_security_group_logging(os_id): False [ 1174.232014] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.232166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.232218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.232449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.251921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.252429] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.252651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.252752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.252974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.253086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.253311] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.254505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.254505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.254505] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1174.322963] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.323174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.323245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.323411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.323554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.337448] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1175.171531] env[66213]: INFO networking_nsxv3.common.synchronization [req-4af579f5-fd59-4d2b-88ed-1a1ba72d3552 req-0a8c9398-499e-4560-a8b7-ef72a866d42e tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1175.172242] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1175.173103] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.173103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.173103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.173410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.173586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.173689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.173746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.173901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.173981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.174093] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.482455] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.482858] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.482986] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.483295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.483585] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.483741] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.483863] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.484092] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.484250] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.484466] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.484574] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.484690] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.484792] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.484895] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.484993] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.485130] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.507948] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.508208] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.508417] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.508682] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.509087] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.509386] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.509566] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.509875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.510027] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.539980] env[66213]: INFO networking_nsxv3.common.synchronization [req-a6b2f707-ac02-4404-8320-bc17035e788f req-4902a533-5579-40d5-b8b6-8275136025f2 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1175.540678] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1175.540990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.541120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.541189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.541410] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.541650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.541729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.541729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.541874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.541954] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.542055] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.676578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.676784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.676784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.677012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.697244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.697491] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.697610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.697674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.697875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.697953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.698052] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1175.729462] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.729604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.729675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.729893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.730056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.745437] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1175.911444] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1175.911697] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.911877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.912130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.912368] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.912531] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.912626] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.912764] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.912856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.912920] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.913107] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.913193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.913251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.913388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.913525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.913617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.913742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.913888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.913959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.914050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.914137] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.915284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.915284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.915398] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.915456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.915532] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.915634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.916049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.916049] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.012934] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.013221] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.013353] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.013639] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.013785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.013938] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 not found, creating... [ 1176.014242] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.014412] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.014569] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.014790] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.014925] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.015239] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.015415] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.015557] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.015772] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.015901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.016051] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 is going to be created. [ 1176.037991] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.038248] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.038403] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.038704] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.039070] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.039169] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.046082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.046248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.046297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.046482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.068741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.069500] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.069500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.069500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.069500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.069500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.069717] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1176.097983] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.097983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.098226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.098369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.098435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.109055] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1176.362295] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1176.362756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.418580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba6f8179-9935-4057-a946-0a4aa5ae0e2c: rpc.has_security_group_logging(os_id): False [ 1176.420510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.420694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.420776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.421075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.440653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.440821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.447333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.447590] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.447717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.447783] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.447965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.448051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.448146] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1176.449090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.449262] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.449346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.449526] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.449625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.449685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.449827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.449898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.450098] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.450191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.450249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.450389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.450462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.450653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.450740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.450798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.450932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.451008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.451096] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be updated. [ 1176.488729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.488916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.488981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.489214] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.489508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.510761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1176.527287] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.527484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.527484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.527719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.527879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.544296] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: IN_PROGRESS for 2s [ 1176.789645] env[66213]: INFO networking_nsxv3.common.synchronization [req-4af579f5-fd59-4d2b-88ed-1a1ba72d3552 req-9054395e-4253-4445-882f-bf687059c22c service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1176.789701] env[66213]: INFO networking_nsxv3.common.synchronization [req-4af579f5-fd59-4d2b-88ed-1a1ba72d3552 req-9054395e-4253-4445-882f-bf687059c22c service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1176.789831] env[66213]: INFO networking_nsxv3.common.synchronization [req-4af579f5-fd59-4d2b-88ed-1a1ba72d3552 req-9054395e-4253-4445-882f-bf687059c22c service nova] Enqueued Resource ID: e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 with Priority: HIGHEST for action port [ 1176.790803] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1176.790803] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1176.790935] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 with Priority: HIGHEST for action port [ 1176.791198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.793206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.793206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.793206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.793206] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.793206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.793206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.793206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.793770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.793770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.793770] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.793770] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.295937] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 with status ACTIVE [ 1177.296178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.296445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.296527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.296819] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.296923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.297261] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.297261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.297430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.297482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.297529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.297746] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.297937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.297992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.298119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.298202] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.298262] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6 is going to be updated. [ 1177.299475] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.299586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.322188] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.322188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.322188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.322188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.322188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.322188] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bb4a55-b5dd-4ab0-98f7-9bcfb04530d6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.376350] env[66213]: INFO networking_nsxv3.common.synchronization [req-062dfbff-a728-4fbf-9c3d-bb461eae5b01 req-61584697-8685-4329-9031-6df19a29192e tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1177.376350] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1177.376350] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.376350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.376350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.376350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.377073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.377350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.377551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.377811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.378518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.378723] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.713045] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.713228] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.713374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.713612] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.713885] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.714049] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.714169] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.714405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.714549] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.714788] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.714911] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.715051] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.715160] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.715248] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.715350] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.715481] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.735211] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.735376] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.735511] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.735767] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.736161] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-c92838f2-e479-46ae-abef-4662284fb667 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.736280] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.736402] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.736740] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.736865] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92838f2-e479-46ae-abef-4662284fb667',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.755834] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1177.756024] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 deletion is rescheduled due to dependency. [ 1177.756140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.756290] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.756512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.756696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.756809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.756867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.757027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.757096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.757187] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.880947] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.120589] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1178.120822] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1178.120939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.239163] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.239404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.239457] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.239733] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.239882] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.240048] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port c92838f2-e479-46ae-abef-4662284fb667 not found, creating... [ 1178.240310] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.240468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.240584] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.240801] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.240936] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.241233] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.241405] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.241503] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.241707] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.241836] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.241974] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: c92838f2-e479-46ae-abef-4662284fb667 is going to be created. [ 1178.259775] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.262453] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262677] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.262785] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.263055] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.263278] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.263719] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.384092] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.521167] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1178.521167] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c deletion is rescheduled due to dependency. [ 1178.521167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.560075] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c in Status: SUCCESS [ 1178.560365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.560554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.560793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.560883] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6f8179-9935-4057-a946-0a4aa5ae0e2c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.762166] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.889548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.889548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.889548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.889548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.889548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.889548] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1178.928123] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.928123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.928123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.928123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.941268] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1179.022454] env[66213]: INFO networking_nsxv3.common.synchronization [req-062dfbff-a728-4fbf-9c3d-bb461eae5b01 req-5d6cd233-14b4-4527-a33a-a9db0b82e87c service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1179.022554] env[66213]: INFO networking_nsxv3.common.synchronization [req-062dfbff-a728-4fbf-9c3d-bb461eae5b01 req-5d6cd233-14b4-4527-a33a-a9db0b82e87c service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1179.022696] env[66213]: INFO networking_nsxv3.common.synchronization [req-062dfbff-a728-4fbf-9c3d-bb461eae5b01 req-5d6cd233-14b4-4527-a33a-a9db0b82e87c service nova] Enqueued Resource ID: c92838f2-e479-46ae-abef-4662284fb667 with Priority: HIGHEST for action port [ 1179.023226] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1179.023358] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1179.023451] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92838f2-e479-46ae-abef-4662284fb667 with Priority: HIGHEST for action port [ 1179.023738] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.023866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.023935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.024403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.024621] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.025420] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.025551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.025784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92838f2-e479-46ae-abef-4662284fb667 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.025918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.026023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.026282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.026344] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92838f2-e479-46ae-abef-4662284fb667',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.083831] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.084405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.084405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.084405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.084542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.084650] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6f8179-9935-4057-a946-0a4aa5ae0e2c is going to be deleted. [ 1179.142828] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.143022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.143061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.143269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.143359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.143476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6f8179-9935-4057-a946-0a4aa5ae0e2c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.265235] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.265440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.265490] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.265710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.265808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.265910] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1179.298245] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.298441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.298441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.298657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.298803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.308081] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1179.455800] env[66213]: INFO networking_nsxv3.common.synchronization [req-12d2cf7c-29e7-49c9-af62-1dd4ae583e62 req-bc7eb6f4-1151-4768-9287-748d8f6245e1 tempest-AttachVolumeNegativeTest-2115014450 tempest-AttachVolumeNegativeTest-2115014450-project-member] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1179.456343] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGHEST for action security_group_members [ 1179.456642] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.456753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.456816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.457017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.457169] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.457266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.457345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.457625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.457625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.457718] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.529214] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.529482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.529872] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92838f2-e479-46ae-abef-4662284fb667 with status ACTIVE [ 1179.529872] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.529987] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.530042] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.530331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.530422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.530598] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.530690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.530758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.530927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.531012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.531294] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.531452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.531542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.531735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.531777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.531866] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92838f2-e479-46ae-abef-4662284fb667 is going to be updated. [ 1179.554338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.554507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.554575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.555145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.555145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.555145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92838f2-e479-46ae-abef-4662284fb667" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.959425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.959613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.959808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.959974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.029065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.029468] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.029660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.029784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.030079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.030237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.030371] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 is going to be updated. [ 1180.069109] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.069282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.069344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.069692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.069818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.079055] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: IN_PROGRESS for 2s [ 1180.954218] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1180.954723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.954723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.954948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.955206] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.955341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.955477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.955639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.955738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.955862] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.319617] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1181.319856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.320059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.320296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.320496] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.320613] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.320671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.320828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.320918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.321020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.321109] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.458393] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.822941] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.961105] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.089054] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1213971-c1fa-4013-9316-ff1ef6badd45 in Status: SUCCESS [ 1182.089259] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 deletion is rescheduled due to dependency. [ 1182.089380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.325183] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37474781-5ad2-49d5-843d-7f467317aec9: rpc.has_security_group_logging(os_id): False [ 1182.343807] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.344063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.344063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.344320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.344407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.344697] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.344821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.344905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.345076] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.345186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.345285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1182.422918] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.423121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.423211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.423459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.423620] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.435709] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1182.464486] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.464684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.464732] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.464928] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.465026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.465121] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1182.518552] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.518826] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.518901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.519246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.519474] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.531124] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1182.645802] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a5c3588-6054-46b3-8a48-26b72b1b749b req-d99a2c11-1426-4c2c-92cf-88e5b7c7510e tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1182.646415] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1182.646810] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.646968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.648612] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.648872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.649051] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.649165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.649225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.649397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.649481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.649574] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.152528] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.224892] env[66213]: INFO networking_nsxv3.common.synchronization [None req-156559d3-171a-471b-9084-4d8e695ecc9a tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1183.225502] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1183.225967] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.225967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.656546] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.161562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.161562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.161562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.161562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.161562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.161562] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1184.204282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.204546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.204546] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.204728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.204883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.214810] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1184.452018] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1184.452333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.544364] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1184.544725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.544775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.545041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.545259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.545399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.545456] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.545664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.545736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.545883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.545950] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.048283] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.048459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.048562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.048842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.048998] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.049111] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.049232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.049394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.049475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.049570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.049735] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.049830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.049905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.050066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.050216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.050307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.050364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.050516] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.050588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.050678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.050772] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.552860] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1185.580829] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.581039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.581118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.581352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.606786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.607065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.607185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.607242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.607458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.607536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.608129] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.608264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.608264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.608425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.608505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.608721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.608829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.608923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.609134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.609213] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.609303] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1185.670769] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.670937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.670996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.671207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.671351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.685036] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1185.971867] env[66213]: INFO networking_nsxv3.common.synchronization [req-91aedf62-fe73-40b3-ac33-1021c6cdf6cd req-d55a1bd3-169d-4f05-94c8-42994e9de66b tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1185.972311] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGHEST for action security_group_members [ 1185.972561] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.972794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.972880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.973121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.973289] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.973386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.973441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.973624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.973726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.973838] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.226541] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1186.227139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.228023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.228023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.228023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.228023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.228023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.228293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.228418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.228553] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.476161] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.476334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.476397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.476602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.505517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.505814] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.505927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.506008] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.506291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.506417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.506641] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e is going to be updated. [ 1186.534613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.534829] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.534897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.535173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.535338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.544842] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: IN_PROGRESS for 2s [ 1186.733086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.733086] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.733086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.733086] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1186.765416] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.765416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.765416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.765416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.765416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.773475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1187.700044] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1187.700438] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.769412] env[66213]: INFO networking_nsxv3.common.synchronization [req-a5f71b2b-11e2-4b60-9a80-c5fe619b5f73 req-9ae3879b-30c5-4f84-9eab-f74eeb3d3e72 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1187.770135] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1187.770453] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.770774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.770867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.771017] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.771166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.771238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.771473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.771600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.771728] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.074152] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.074412] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.074587] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.074853] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.075147] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.075336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.075479] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.075725] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.075918] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.076163] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.076304] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.076435] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.076563] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.076693] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.076836] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.076973] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.102704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.102875] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.103017] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.103202] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-41" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.103556] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-6024a994-8574-4e22-a255-92059a52dbe9 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.103669] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.103810] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.104160] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.104298] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6024a994-8574-4e22-a255-92059a52dbe9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.274901] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.274901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.274901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.275073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.275184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.275381] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.275481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.275542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.275707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.275780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.275864] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1188.307871] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.308053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.308149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.308406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.308597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.326595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1188.556353] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e in Status: SUCCESS [ 1188.556531] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e deletion is rescheduled due to dependency. [ 1188.556642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.608036] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.608345] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.608462] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.608871] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.608969] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.609204] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 6024a994-8574-4e22-a255-92059a52dbe9 not found, creating... [ 1188.609539] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.609739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.609877] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.610783] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.610783] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.610783] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.610968] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.611021] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.611243] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.611383] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.611565] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 6024a994-8574-4e22-a255-92059a52dbe9 is going to be created. [ 1188.635672] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.635897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.636034] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.636336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.636598] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.636909] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.785072] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 4s [ 1189.345344] env[66213]: INFO networking_nsxv3.common.synchronization [req-a5f71b2b-11e2-4b60-9a80-c5fe619b5f73 req-2fe58bc6-ba63-49ab-8bbb-ebeadbde39fd service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1189.345595] env[66213]: INFO networking_nsxv3.common.synchronization [req-a5f71b2b-11e2-4b60-9a80-c5fe619b5f73 req-2fe58bc6-ba63-49ab-8bbb-ebeadbde39fd service nova] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1189.345747] env[66213]: INFO networking_nsxv3.common.synchronization [req-a5f71b2b-11e2-4b60-9a80-c5fe619b5f73 req-2fe58bc6-ba63-49ab-8bbb-ebeadbde39fd service nova] Enqueued Resource ID: 6024a994-8574-4e22-a255-92059a52dbe9 with Priority: HIGHEST for action port [ 1189.346285] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_rules [ 1189.346421] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1189.346518] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6024a994-8574-4e22-a255-92059a52dbe9 with Priority: HIGHEST for action port [ 1189.346789] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.346942] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.347021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.347227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.347308] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.348211] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.348281] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.348503] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-6024a994-8574-4e22-a255-92059a52dbe9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.348615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.348680] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.348840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.348913] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6024a994-8574-4e22-a255-92059a52dbe9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.850358] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.850827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.850827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6024a994-8574-4e22-a255-92059a52dbe9 with status ACTIVE [ 1189.850827] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.851061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.851061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.851241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.851328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.852039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.852039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.852039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.852039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.852386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.852386] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.852609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.852609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.852779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.852779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.852945] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6024a994-8574-4e22-a255-92059a52dbe9 is going to be updated. [ 1189.878623] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.878818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.878818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.879059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.879200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.879395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6024a994-8574-4e22-a255-92059a52dbe9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.336379] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1190.336631] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1190.336786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.336967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.337257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.337482] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.337630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.337704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.337892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.337972] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.338095] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.804021] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1190.804207] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf deletion is rescheduled due to dependency. [ 1190.804323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.819607] env[66213]: INFO networking_nsxv3.common.synchronization [None req-e27279ca-4c11-4ed5-bee9-4c025987e6ef tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1190.820196] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1190.820511] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.820636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.820702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.821028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.821117] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.840069] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.908902] env[66213]: INFO networking_nsxv3.common.synchronization [None req-00db6278-ae88-44ee-9284-2fce24f7d1a9 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1190.908902] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1190.909299] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.909299] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.079157] env[66213]: INFO networking_nsxv3.common.synchronization [req-4a2e7ff5-fa8e-478f-b102-bef7f22bffae req-efebdbfd-97cd-4e85-b46b-cf73537d858f tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1191.079787] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1191.080718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.080718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.080718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.080904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.080935] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.081250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.081413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.081618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.081705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.081802] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.342370] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.347357] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.347724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.347724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.348479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.348959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.349069] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 already deleted. [ 1191.349248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.349447] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.349935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.350059] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.583466] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.845792] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.845792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.845962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.846097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.846186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.846310] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1191.871394] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.871586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.871647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.872283] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 already deleted. [ 1191.872283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.878226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.878386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.878471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.878723] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.878879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.888636] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1192.086436] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.589146] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.589404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.589404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.589636] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.589728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.589836] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1192.616516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.616735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.616735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.616931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.617096] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.627642] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1193.899295] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1193.899295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.899575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.899575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.899846] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.900114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.900114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.900590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.900590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.900590] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.900590] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.404191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.404396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.404396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.404693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.404865] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.405058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.405248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.405483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.405616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.405727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.405938] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.406170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.406170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.406403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.406530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.406664] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.406737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.406889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.406967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.407074] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.407204] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.637285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1194.637506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.910151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1a7c5f3-157f-4385-9d8d-4658799ad60e: rpc.has_security_group_logging(os_id): False [ 1194.929314] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.929511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.929603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.929774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.929867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.930089] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.930215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.930285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.930413] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.930482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.930683] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.930781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.930839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.930984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.931071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.931275] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.931380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.931483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.931622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.931691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.931794] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1194.992505] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.992505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.992505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.992505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.992505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.009304] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1196.081114] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.081353] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.031521] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1197.031521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.668764] env[66213]: INFO networking_nsxv3.common.synchronization [req-ab399462-c8df-4838-9e58-44dbf345cd9c req-7ba0cf61-e08e-409a-a64a-d471423d301a tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1197.669858] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1197.669858] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.669858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.669858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.669858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.670156] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.670156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.670156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.670493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.670493] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.670616] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.172135] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.244787] env[66213]: INFO networking_nsxv3.common.synchronization [req-31a0e529-a14e-4190-83bc-e8dc1913355d req-4efb67ff-bbc7-41a9-86b3-8d426531274d tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1198.245349] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1198.245664] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.245779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.245839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.246120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.246278] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.246380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.246441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.246597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.246790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.246790] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.615036] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.615036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.615036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.615036] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.615036] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.615390] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.615390] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.615639] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.615723] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.616054] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.616213] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.616353] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.616510] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.616621] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.616752] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.616912] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.639160] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.639484] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.639656] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.639848] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.640265] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-b63d2975-cd59-4b06-801c-101761906ce6 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.640459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.640623] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.640924] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.641081] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63d2975-cd59-4b06-801c-101761906ce6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.675036] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.750838] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.751714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.751714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.751714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.751714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.751971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.752123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.752222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.752460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.752576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.752727] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 already deleted. [ 1198.752906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.144116] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.144116] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.144350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.144436] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.144592] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.144752] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port b63d2975-cd59-4b06-801c-101761906ce6 not found, creating... [ 1199.145033] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.145200] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.145313] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.145595] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.145696] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.145958] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.146128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.146242] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.146449] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.146580] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.146718] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: b63d2975-cd59-4b06-801c-101761906ce6 is going to be created. [ 1199.167537] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.167771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.167894] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.168275] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.168512] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.168736] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.177393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.177542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.177584] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.177775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.177870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.177964] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be updated. [ 1199.208701] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.208912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.209027] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.209187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.209396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.218539] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 1199.872140] env[66213]: INFO networking_nsxv3.common.synchronization [req-31a0e529-a14e-4190-83bc-e8dc1913355d req-2e25a475-ce80-430f-9692-b835f2e838d2 service nova] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1199.872410] env[66213]: INFO networking_nsxv3.common.synchronization [req-31a0e529-a14e-4190-83bc-e8dc1913355d req-2e25a475-ce80-430f-9692-b835f2e838d2 service nova] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1199.872560] env[66213]: INFO networking_nsxv3.common.synchronization [req-31a0e529-a14e-4190-83bc-e8dc1913355d req-2e25a475-ce80-430f-9692-b835f2e838d2 service nova] Enqueued Resource ID: b63d2975-cd59-4b06-801c-101761906ce6 with Priority: HIGHEST for action port [ 1199.873140] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1199.873302] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1199.873961] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63d2975-cd59-4b06-801c-101761906ce6 with Priority: HIGHEST for action port [ 1199.873961] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.873961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.873961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.874276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.874276] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.875678] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.875840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.875936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.876936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.876936] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.876936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.876936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.876936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.876936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.876936] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.878258] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63d2975-cd59-4b06-801c-101761906ce6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.878404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.878616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.878802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.878899] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63d2975-cd59-4b06-801c-101761906ce6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.376185] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.376399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.378675] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.380060] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b63d2975-cd59-4b06-801c-101761906ce6 with status ACTIVE [ 1200.380251] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.380596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.380596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.380672] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.380717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.380891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.380989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.381066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.381219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.381293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.381467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.381624] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.381691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.381833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.381907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.381991] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b63d2975-cd59-4b06-801c-101761906ce6 is going to be updated. [ 1200.403580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.403808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.403808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.403996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.404143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.404303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63d2975-cd59-4b06-801c-101761906ce6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.736203] env[66213]: INFO networking_nsxv3.common.synchronization [req-98848800-9759-4572-8f63-cbbdc46adbc5 req-4f2a28c9-e5c3-4eed-84ba-c86ecaeeea54 tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1200.736717] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1200.736987] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.737153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.737195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.738017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.738017] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.738017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.738017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.738017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.738017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.738017] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.880354] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.043884] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.043884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.043884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.043884] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.044197] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.044837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.044837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.044837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.044837] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.045054] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.045096] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.045188] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.045296] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.045407] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.045512] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.045647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.066071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.066253] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.066395] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.066564] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.066949] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-c80044e4-eaa5-427d-bde2-3caaf40df84d taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.067161] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.067292] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.067665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.067813] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80044e4-eaa5-427d-bde2-3caaf40df84d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.229139] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 1201.229429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.239922] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.382618] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.382618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.382840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.382927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.383067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.383189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be created. [ 1201.409564] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.409713] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.409813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.410077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.410218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.421174] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: UNINITIALIZED for 2s [ 1201.570907] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.570907] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.571143] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.571345] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.571560] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.571858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port c80044e4-eaa5-427d-bde2-3caaf40df84d not found, creating... [ 1201.573074] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.573074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.573074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.573074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.573074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.574350] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.574350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.574350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.574350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.574350] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.574350] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: c80044e4-eaa5-427d-bde2-3caaf40df84d is going to be created. [ 1201.600334] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.600334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.600334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.600334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.600655] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.600692] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.742884] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.245756] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.246160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.246160] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.246238] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.246303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.246426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1202.277917] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.278089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.278157] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.278417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.278588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.288581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1202.302039] env[66213]: INFO networking_nsxv3.common.synchronization [req-98848800-9759-4572-8f63-cbbdc46adbc5 req-17844ac3-412b-4d54-ad68-9c12289e5d15 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1202.302310] env[66213]: INFO networking_nsxv3.common.synchronization [req-98848800-9759-4572-8f63-cbbdc46adbc5 req-17844ac3-412b-4d54-ad68-9c12289e5d15 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1202.302609] env[66213]: INFO networking_nsxv3.common.synchronization [req-98848800-9759-4572-8f63-cbbdc46adbc5 req-17844ac3-412b-4d54-ad68-9c12289e5d15 service nova] Enqueued Resource ID: c80044e4-eaa5-427d-bde2-3caaf40df84d with Priority: HIGHEST for action port [ 1202.303104] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1202.303271] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1202.303372] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80044e4-eaa5-427d-bde2-3caaf40df84d with Priority: HIGHEST for action port [ 1202.303649] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.303763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.303844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.304065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.304147] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.304945] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.305049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.305236] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-c80044e4-eaa5-427d-bde2-3caaf40df84d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.305338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.305399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.305566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.305643] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80044e4-eaa5-427d-bde2-3caaf40df84d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.807614] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.807614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.807892] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c80044e4-eaa5-427d-bde2-3caaf40df84d with status ACTIVE [ 1202.807892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.807974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.808016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.808330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.808450] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.808649] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.808877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.808877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.809206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.809386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.809714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.809932] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.810102] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.810418] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.810479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.810572] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c80044e4-eaa5-427d-bde2-3caaf40df84d is going to be updated. [ 1202.835164] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.835356] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.835400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.835600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.835825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.835969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c80044e4-eaa5-427d-bde2-3caaf40df84d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.433639] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1203.434052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.434052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.434258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.434577] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.434577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.434767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.434834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.434874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.434938] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.435065] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.937320] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.299819] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1204.300193] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.300459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.300787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.300996] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.301165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.301225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.301515] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.301639] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.440403] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88e6e0da-f33a-4f22-9b11-744ab0fbecd3: rpc.has_security_group_logging(os_id): False [ 1204.460137] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.460339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.460435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.460706] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.460803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.461132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.461277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.461341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.461611] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.461722] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.461869] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be created. [ 1204.526497] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.526830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.526830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.526939] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.527086] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.540325] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1204.804041] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.306750] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.809106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.809556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.809556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.809643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.809748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.809858] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1205.846605] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.846825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.846825] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.847064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.847223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.856549] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1206.558408] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1206.558618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.304528] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.304926] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1207.866975] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1207.867341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.867587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.868186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.868296] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.868433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.868496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.868727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.868863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.869018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.869180] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.374424] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.374913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.374913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.375116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.375186] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.375273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.375332] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.375524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.375595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.375689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.375862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.376021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.376125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.376307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.376450] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.376577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.376641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.376787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.376878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.376963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.377201] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.879999] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1208.898612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.898790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.898834] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.899054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.899142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.899338] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.899446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.899521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.899682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.899757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.899941] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.900046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.900106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.900246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.900319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.900515] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.900607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.900666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.900803] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.900875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.900957] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1208.960841] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.961072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.961123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.961351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.961519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.975756] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1210.992686] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1210.992996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.305878] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.305878] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.947714] env[66213]: INFO networking_nsxv3.common.synchronization [req-e2298dd2-1089-453b-8b00-b7c7bf4f8fbc req-ecb91a26-c9f2-489e-8350-90f39522872a tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1212.948289] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1212.948592] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.948899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.948981] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.949135] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.949294] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.949421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.949486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.949869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.949869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.949869] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.452028] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.954559] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.178265] env[66213]: INFO networking_nsxv3.common.synchronization [req-a3a764fd-6a6c-4a25-82e7-0604392a5395 req-ceb206e8-30b4-4252-bd29-a662c6a7bdf1 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1214.178677] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1214.179452] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.179452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.179452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.179658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.179805] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.179891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.179959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.180112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.180194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.180286] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.457512] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.457907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.457907] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.457974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.458043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.458139] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1214.495574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.495766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.495821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.496028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.496176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.500725] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.501088] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.501339] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.501695] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.502027] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.502519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.502519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.502838] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.503077] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.503622] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.503622] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.503756] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.503933] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.504197] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.504400] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.504849] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.511878] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1214.532230] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.532647] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.533164] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.533603] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.534229] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.534977] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.534977] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.535489] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.535804] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6038a4-ce8d-44b6-a434-74c4fa9049b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.682453] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.038795] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.039234] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.039470] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.039935] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.040215] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.040486] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 not found, creating... [ 1215.040964] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.041219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.041466] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.041820] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.042100] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.042586] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.042870] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.043103] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.043468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.043717] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.043986] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 is going to be created. [ 1215.069581] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.070351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.070351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.070351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.070651] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.070911] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.184850] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.282591] env[66213]: INFO networking_nsxv3.common.synchronization [req-e1170283-80d3-450e-bfd1-91b1d8be2376 req-b8db58d6-9c48-4bf5-a46b-ad14ad9a17f0 tempest-ServerActionsTestOtherA-830383974 tempest-ServerActionsTestOtherA-830383974-project-member] Enqueued Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1215.283753] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 with Priority: HIGHEST for action security_group_members [ 1215.284150] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.284305] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.284404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.284618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.284771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.284868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.284945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.285088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.285170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.285264] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7bd0f3-597a-480f-a2e3-44cbf68c7c69',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.688450] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.689020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.689020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.689020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.689159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.689192] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be updated. [ 1215.720657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.721051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.721051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.721163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.721207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.731343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1215.779185] env[66213]: INFO networking_nsxv3.common.synchronization [req-a3a764fd-6a6c-4a25-82e7-0604392a5395 req-adfa9c2b-10a8-4264-b67b-1e29bd251403 service nova] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1215.779185] env[66213]: INFO networking_nsxv3.common.synchronization [req-a3a764fd-6a6c-4a25-82e7-0604392a5395 req-adfa9c2b-10a8-4264-b67b-1e29bd251403 service nova] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1215.779467] env[66213]: INFO networking_nsxv3.common.synchronization [req-a3a764fd-6a6c-4a25-82e7-0604392a5395 req-adfa9c2b-10a8-4264-b67b-1e29bd251403 service nova] Enqueued Resource ID: 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 with Priority: HIGHEST for action port [ 1215.781026] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_rules [ 1215.781280] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1215.781280] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 with Priority: HIGHEST for action port [ 1215.781667] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.781876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.781933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.782219] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.782369] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.783332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.783455] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.783701] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.783830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.784134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.784134] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.784250] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6038a4-ce8d-44b6-a434-74c4fa9049b3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.787477] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.787638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.788293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.788521] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.812776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.812776] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.812776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.812776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.812975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.812975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.813610] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 is going to be updated. [ 1215.864282] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.864432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.864500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.864729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.864874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.877883] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: IN_PROGRESS for 2s [ 1215.888946] env[66213]: INFO networking_nsxv3.common.synchronization [req-25087372-73f4-4340-8f6a-15b336f57eeb req-345377cc-a489-45d4-91f5-34f877cec4fa tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1215.889915] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff with Priority: HIGHEST for action security_group_members [ 1215.890391] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71001a1-9602-44b3-8cdc-908e9a4d72ff taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.891153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.891153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.891153] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.891328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.891380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.891486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.891733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.891856] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.892011] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71001a1-9602-44b3-8cdc-908e9a4d72ff',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.285797] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.285985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.288359] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 with status ACTIVE [ 1216.288548] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.288663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.288728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.288948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.289046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.289219] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.289316] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.289373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.289543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.289643] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.289931] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.289931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.290025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.290122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.290194] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.290274] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b6038a4-ce8d-44b6-a434-74c4fa9049b3 is going to be updated. [ 1216.311894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.311894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.311894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.312163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.312274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.312433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b6038a4-ce8d-44b6-a434-74c4fa9049b3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.395082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.395234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.395334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.395475] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.418354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.419025] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.419025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.419025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.419025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.419243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.419243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff is going to be updated. [ 1216.463926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.464171] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.464247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.464403] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.464544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.481357] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: IN_PROGRESS for 2s [ 1216.529089] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1216.529288] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.741815] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1217.742182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.742182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.742397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.742608] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.742702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.742768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.742931] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.743017] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.743114] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.889321] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 in Status: SUCCESS [ 1217.889543] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7bd0f3-597a-480f-a2e3-44cbf68c7c69 deletion is rescheduled due to dependency. [ 1217.889543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7bd0f3-597a-480f-a2e3-44cbf68c7c69" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.245537] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.492919] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff in Status: SUCCESS [ 1218.493292] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71001a1-9602-44b3-8cdc-908e9a4d72ff deletion is rescheduled due to dependency. [ 1218.493400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71001a1-9602-44b3-8cdc-908e9a4d72ff" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.751644] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.254066] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.254234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.254312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.254542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.254628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.254762] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be updated. [ 1219.282118] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.282295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.282338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.282543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.282709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.291192] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1220.890622] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.890622] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1221.306289] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1221.306518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.306686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.306914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.307146] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.307264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.307328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.307495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.307572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.307659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.307758] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.809577] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.312401] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88e6e0da-f33a-4f22-9b11-744ab0fbecd3: rpc.has_security_group_logging(os_id): False [ 1222.333329] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.333566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.333566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.333787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.333919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.334205] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.334311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.334376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.334539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.334618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.334704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be updated. [ 1222.394699] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.394952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.394952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.395184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.395336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.409502] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1224.425802] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1224.426208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.891858] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.892156] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.926206] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a640882c-1a5f-4a1c-a16d-f7c2751d4122 None None] Enqueued Resource ID: 711dc2a8-3059-43a5-8ef5-53bbf381c9cd with Priority: HIGHEST for action port [ 1225.926491] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711dc2a8-3059-43a5-8ef5-53bbf381c9cd with Priority: HIGHEST for action port [ 1225.927208] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-711dc2a8-3059-43a5-8ef5-53bbf381c9cd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.927325] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711dc2a8-3059-43a5-8ef5-53bbf381c9cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.927366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711dc2a8-3059-43a5-8ef5-53bbf381c9cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.927628] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711dc2a8-3059-43a5-8ef5-53bbf381c9cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.927712] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711dc2a8-3059-43a5-8ef5-53bbf381c9cd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.171127] env[66213]: INFO networking_nsxv3.common.synchronization [None req-7ecde203-dad5-4d5f-8632-9fbaf25db92e tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1226.171413] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1226.171772] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.171890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.171952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.172883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.173054] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.173161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.173224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.173381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.173460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.173553] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.431451] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 711dc2a8-3059-43a5-8ef5-53bbf381c9cd [ 1226.431719] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.431858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.431926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.432159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.432245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.432340] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:711dc2a8-3059-43a5-8ef5-53bbf381c9cd already deleted. [ 1226.432424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711dc2a8-3059-43a5-8ef5-53bbf381c9cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.489617] env[66213]: INFO networking_nsxv3.common.synchronization [req-96ad8c96-306c-47e7-a1e2-4390226820d9 req-d1afc4b5-7dfd-4fec-96ac-c17f9ad47c1d tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1226.490193] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1226.490501] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.490616] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.490686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.490882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.491140] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.491250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.491310] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.491470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.491542] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.491632] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.676786] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.676986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.677053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.677273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.677369] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.677746] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.677746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.677746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.677926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.677926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.678021] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1226.719312] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.719312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.719312] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.719684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.719684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.730914] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1226.852183] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.852456] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.852972] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.853682] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.853682] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.853844] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.854026] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.854149] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.854316] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.854905] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.854905] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.854905] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.855207] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.855207] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.855207] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.855355] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.882324] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.882490] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.882645] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.883544] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.883544] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-da50376f-40cd-4b9d-9967-d877d283f171 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.883544] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.883544] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.883984] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.884171] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da50376f-40cd-4b9d-9967-d877d283f171',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.993661] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.388808] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.389301] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.389474] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.390141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.390330] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.390524] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port da50376f-40cd-4b9d-9967-d877d283f171 not found, creating... [ 1227.390852] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.391042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.391237] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.391688] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.391869] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.392190] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.392400] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.392776] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.393052] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.393219] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.393391] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: da50376f-40cd-4b9d-9967-d877d283f171 is going to be created. [ 1227.417117] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.417340] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.417547] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.417740] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.417962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.418199] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.495793] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.740541] env[66213]: INFO networking_nsxv3.common.synchronization [None req-adaed15c-1645-46a2-bc43-914f9848e2da None None] Enqueued Resource ID: f8b8e67b-a31c-40cb-b00d-3425a19a2de8 with Priority: HIGHEST for action port [ 1227.740730] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b8e67b-a31c-40cb-b00d-3425a19a2de8 with Priority: HIGHEST for action port [ 1227.741032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b8e67b-a31c-40cb-b00d-3425a19a2de8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.741162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b8e67b-a31c-40cb-b00d-3425a19a2de8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.741241] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b8e67b-a31c-40cb-b00d-3425a19a2de8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.741495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b8e67b-a31c-40cb-b00d-3425a19a2de8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.741602] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b8e67b-a31c-40cb-b00d-3425a19a2de8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.997723] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.998130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.998130] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.998223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.998257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.998438] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1228.034937] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.035165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.035243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.035511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.035682] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.047451] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1228.121496] env[66213]: INFO networking_nsxv3.common.synchronization [req-96ad8c96-306c-47e7-a1e2-4390226820d9 req-bc0162e5-23ec-4404-accf-5b0713dfc671 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1228.121761] env[66213]: INFO networking_nsxv3.common.synchronization [req-96ad8c96-306c-47e7-a1e2-4390226820d9 req-bc0162e5-23ec-4404-accf-5b0713dfc671 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1228.122606] env[66213]: INFO networking_nsxv3.common.synchronization [req-96ad8c96-306c-47e7-a1e2-4390226820d9 req-bc0162e5-23ec-4404-accf-5b0713dfc671 service nova] Enqueued Resource ID: da50376f-40cd-4b9d-9967-d877d283f171 with Priority: HIGHEST for action port [ 1228.122606] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1228.122965] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1228.122965] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da50376f-40cd-4b9d-9967-d877d283f171 with Priority: HIGHEST for action port [ 1228.123191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.123319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.123419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.123647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.123746] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.125039] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.125039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.125248] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-da50376f-40cd-4b9d-9967-d877d283f171 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.125353] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.125429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.125698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.125802] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da50376f-40cd-4b9d-9967-d877d283f171',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.245386] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b8e67b-a31c-40cb-b00d-3425a19a2de8 [ 1228.245635] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.245798] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.245872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.246099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.246209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.246318] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b8e67b-a31c-40cb-b00d-3425a19a2de8 already deleted. [ 1228.246390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b8e67b-a31c-40cb-b00d-3425a19a2de8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.627653] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.627832] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.628034] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da50376f-40cd-4b9d-9967-d877d283f171 with status ACTIVE [ 1228.628210] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.628318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.628381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.628602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.628869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.629122] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.629225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.629287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.629497] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.629593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.629803] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.629893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.629970] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.630138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.630211] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.630295] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da50376f-40cd-4b9d-9967-d877d283f171 is going to be updated. [ 1228.655800] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.655967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.656069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.656326] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.656489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.656703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da50376f-40cd-4b9d-9967-d877d283f171" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.742049] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1228.742231] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf deletion is rescheduled due to dependency. [ 1228.742903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.059367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1230.059757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.059757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.059974] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.060187] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.060324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.060390] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.060574] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.060658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.060756] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.563494] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.911613] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.911925] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.912092] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.912374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.912624] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.912983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.913182] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.913440] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.913612] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.913850] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.913998] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.914214] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.914345] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.914472] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.914583] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.914730] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.934573] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.934777] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.934927] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.935153] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-206" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.935528] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-1907c005-f5c6-44bb-96ee-edeaf9868049 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.935721] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.935842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.936117] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.936256] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1907c005-f5c6-44bb-96ee-edeaf9868049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.068498] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.438602] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.438818] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.438957] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.439231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.439411] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.439787] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.439960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.440094] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.440333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.440474] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.440767] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.440924] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.441054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.441269] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.441468] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.441635] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 is going to be updated. [ 1231.465873] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.466150] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.466263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.466559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.466850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.467309] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.566866] env[66213]: INFO networking_nsxv3.common.synchronization [req-f53e0296-a7b9-44a1-aefc-e0603e9b489c req-e12b3df3-b279-4e38-b0af-3485387292c9 tempest-DeleteServersTestJSON-841320046 tempest-DeleteServersTestJSON-841320046-project-member] Enqueued Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1231.567495] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e with Priority: HIGHEST for action security_group_members [ 1231.567850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1a7c5f3-157f-4385-9d8d-4658799ad60e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.567989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.568071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.568276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.568431] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.568547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.568609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.568796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.568908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.569020] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1a7c5f3-157f-4385-9d8d-4658799ad60e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.572225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.572225] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.572377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.572517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.572625] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.572748] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1231.612332] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.612559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.612604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.612839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.612991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.628835] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1232.077597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.077597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.077597] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.077597] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e is going to be updated. [ 1232.107797] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.107983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.108071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.108287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.108464] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.121023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: IN_PROGRESS for 2s [ 1232.183956] env[66213]: INFO networking_nsxv3.common.synchronization [req-77e67568-d5c7-4c2a-a6ad-77a5c082b5aa req-4e8a6464-eeab-4a11-8b12-92e367d2eaa4 service nova] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1232.183956] env[66213]: INFO networking_nsxv3.common.synchronization [req-77e67568-d5c7-4c2a-a6ad-77a5c082b5aa req-4e8a6464-eeab-4a11-8b12-92e367d2eaa4 service nova] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1232.183956] env[66213]: INFO networking_nsxv3.common.synchronization [req-77e67568-d5c7-4c2a-a6ad-77a5c082b5aa req-4e8a6464-eeab-4a11-8b12-92e367d2eaa4 service nova] Enqueued Resource ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 with Priority: HIGHEST for action port [ 1232.184390] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_rules [ 1232.184584] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1232.184686] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 with Priority: HIGHEST for action port [ 1232.184980] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.186075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.186075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.186075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.186075] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.187804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.189196] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.189196] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.189487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.189654] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.191098] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1907c005-f5c6-44bb-96ee-edeaf9868049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.191222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.191302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.191471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.191864] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1907c005-f5c6-44bb-96ee-edeaf9868049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.693692] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.693692] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.694589] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.698268] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1907c005-f5c6-44bb-96ee-edeaf9868049 with status ACTIVE [ 1232.698268] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.698268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.698268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.699144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.699254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.700362] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.700362] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.700362] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.701367] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1907c005-f5c6-44bb-96ee-edeaf9868049 is going to be updated. [ 1232.722301] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.722477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.722522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.722747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.722924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.723094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1907c005-f5c6-44bb-96ee-edeaf9868049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.195879] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.642776] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1233.642776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.642867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.643063] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.643262] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.643381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.643446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.643605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.643683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.643766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.643856] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.698082] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.698301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.698301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.698533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.698622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.698729] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 is going to be updated. [ 1233.732794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.732994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.733054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.733246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.733384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.744674] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: IN_PROGRESS for 2s [ 1234.128817] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e in Status: SUCCESS [ 1234.128988] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1a7c5f3-157f-4385-9d8d-4658799ad60e deletion is rescheduled due to dependency. [ 1234.129117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1a7c5f3-157f-4385-9d8d-4658799ad60e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.147040] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.147224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.147285] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.147558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.147741] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.147894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.147894] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.148168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.148168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.148243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.148393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.148478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.148579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.148631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.148786] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.148842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.148935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.149106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.149106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.149251] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.151193] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.654201] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1234.673162] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.673381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.673381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.673545] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.673632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.674077] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.674077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.674077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.674280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.674280] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.674389] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.674478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.674538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.674676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.674746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.674941] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.675047] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.675108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.675249] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.675321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.675405] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1234.739768] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.739985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.740066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.740272] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.740421] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.755493] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1235.755266] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: SUCCESS [ 1235.755739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.755739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.755935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.756227] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.756361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.756448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.756658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.756769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.756880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.757019] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.972739] env[66213]: INFO networking_nsxv3.common.synchronization [req-83941b30-7b4e-450b-b865-13c21684c508 req-a72fe53c-c181-405f-ba00-5fcfe1c209dd tempest-ServerAddressesTestJSON-1457158218 tempest-ServerAddressesTestJSON-1457158218-project-member] Enqueued Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1235.973389] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1235.974059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.974277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.974277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.974543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.974674] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.974792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.974865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.975024] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.975121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.975210] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.260135] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.352900] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.352900] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.352900] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.352900] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.352900] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.353701] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.355913] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.356389] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.357024] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.357024] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.357229] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.357447] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.357652] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.357922] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.360647] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.360647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.383213] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.383213] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.383213] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.383213] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-562" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.383213] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-327ac98f-7611-4a47-9915-02ee36856233 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.384079] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.384374] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.384973] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.385296] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327ac98f-7611-4a47-9915-02ee36856233',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.478275] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.478476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.478553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.478777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.478870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.479087] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.479182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.479244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.479396] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.479472] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.479553] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e already deleted. [ 1236.479631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.761187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f551dc18-6838-4ab4-b729-0c5b4beea566: rpc.has_security_group_logging(os_id): False [ 1236.781659] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.781900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.781997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.782292] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.784765] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1236.785010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.807429] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.807999] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.807999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.807999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.808370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.808463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.808558] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 is going to be updated. [ 1236.888683] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.888968] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.889120] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.889416] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.889629] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.889818] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 327ac98f-7611-4a47-9915-02ee36856233 not found, creating... [ 1236.890184] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.890377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.890508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.890796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.890950] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.891291] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.891485] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.891617] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.891906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.892143] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.892343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 327ac98f-7611-4a47-9915-02ee36856233 is going to be created. [ 1236.910226] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.910489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.910543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.910756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.910941] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.919625] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.919888] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.920061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.920352] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.920848] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.921205] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.926327] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: IN_PROGRESS for 2s [ 1237.668036] env[66213]: INFO networking_nsxv3.common.synchronization [req-83941b30-7b4e-450b-b865-13c21684c508 req-9feefabe-1451-4f7f-82bc-adcc6c247796 service nova] Enqueued Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_rules [ 1237.668215] env[66213]: INFO networking_nsxv3.common.synchronization [req-83941b30-7b4e-450b-b865-13c21684c508 req-9feefabe-1451-4f7f-82bc-adcc6c247796 service nova] Enqueued Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1237.668259] env[66213]: INFO networking_nsxv3.common.synchronization [req-83941b30-7b4e-450b-b865-13c21684c508 req-9feefabe-1451-4f7f-82bc-adcc6c247796 service nova] Enqueued Resource ID: 327ac98f-7611-4a47-9915-02ee36856233 with Priority: HIGHEST for action port [ 1237.668826] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_rules [ 1237.668958] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1237.669211] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327ac98f-7611-4a47-9915-02ee36856233 with Priority: HIGHEST for action port [ 1237.669525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.669930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.669930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.670080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.670080] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.671555] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.671878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.672015] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.672189] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.672372] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.672484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.672553] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.672725] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.672857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.672969] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.674403] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-327ac98f-7611-4a47-9915-02ee36856233 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.674599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.674724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.675649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.675649] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327ac98f-7611-4a47-9915-02ee36856233',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.172718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.173089] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.175270] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.177954] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 327ac98f-7611-4a47-9915-02ee36856233 with status ACTIVE [ 1238.178191] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.178317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.178384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.178600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.179432] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.179432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.179432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.179432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.179658] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.179658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.179658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.179813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.179917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.180036] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 327ac98f-7611-4a47-9915-02ee36856233 is going to be updated. [ 1238.210231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.210436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.210511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.210668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.210876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.211058] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327ac98f-7611-4a47-9915-02ee36856233" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.677767] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.944056] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: SUCCESS [ 1238.944056] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.181090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.181090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.181090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.181600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.181600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.181600] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e is going to be created. [ 1239.206955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.207186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.207244] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.207465] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.207630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.218796] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: UNINITIALIZED for 2s [ 1241.230850] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: SUCCESS [ 1241.231388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.231388] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.231457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.231609] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.231802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.231882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.232057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.232131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.232217] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.232307] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.735174] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.735433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.735433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.735668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.736073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.736343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.736458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.736693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.736789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.736881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.737045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.737148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.737200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.737351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.737487] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.737575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.737629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.737758] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.737844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.737983] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.738436] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.877770] env[66213]: INFO networking_nsxv3.common.synchronization [req-9729fac7-cf64-4eba-9ac6-201caceeb7ab req-bf2a1266-a475-46de-af04-c7d22c2e037c tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1241.878185] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1241.878495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.878665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.878738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.878943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.880382] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.880382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.880382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.880382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.880382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.880382] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.242298] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e: rpc.has_security_group_logging(os_id): False [ 1242.262675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.262811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.262857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.263097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.263191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.263419] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.263522] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.263586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.263774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.263858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.264052] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.264145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.264206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.264347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.264419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.264598] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.264689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.264749] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.264889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.264961] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.265537] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e is going to be created. [ 1242.327511] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.327739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.327739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.327962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.328526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.338927] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: IN_PROGRESS for 2s [ 1242.382588] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.715388] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.715622] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.715755] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.716062] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.716350] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.716508] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.716623] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.716856] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.716999] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.717239] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.717358] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.717464] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.717570] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.717675] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.717775] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.717993] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.737855] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.738906] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.738906] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.738906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.738906] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.738906] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.739296] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.739336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.739466] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6a10eb-2bdf-4ad7-9efe-5993abb448c6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.886051] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.242723] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.243170] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.243212] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.243582] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.243804] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.244052] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 not found, creating... [ 1243.244461] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.244739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.244925] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.245488] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.245742] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.246443] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.246717] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.246932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.247294] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.247519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.247757] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 is going to be created. [ 1243.270588] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.270930] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.271190] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.271599] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.271976] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.272351] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.390083] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.390083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.390083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.390083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.390083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.390083] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1243.455171] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.455657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.455657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.455837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.455908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.472703] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1244.060450] env[66213]: INFO networking_nsxv3.common.synchronization [req-9729fac7-cf64-4eba-9ac6-201caceeb7ab req-22598820-4755-4415-9b24-ef5bfc6ea293 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1244.060634] env[66213]: INFO networking_nsxv3.common.synchronization [req-9729fac7-cf64-4eba-9ac6-201caceeb7ab req-22598820-4755-4415-9b24-ef5bfc6ea293 service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1244.060771] env[66213]: INFO networking_nsxv3.common.synchronization [req-9729fac7-cf64-4eba-9ac6-201caceeb7ab req-22598820-4755-4415-9b24-ef5bfc6ea293 service nova] Enqueued Resource ID: 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 with Priority: HIGHEST for action port [ 1244.061514] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1244.061514] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1244.061714] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 with Priority: HIGHEST for action port [ 1244.062443] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.062631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.062631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.063110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.063110] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.063908] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.064556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.064556] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.064556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.064838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.065035] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.065131] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6a10eb-2bdf-4ad7-9efe-5993abb448c6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.351557] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: SUCCESS [ 1244.351557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.413658] env[66213]: INFO networking_nsxv3.common.synchronization [None req-db0b9064-d313-4a0c-99b6-32f704ce04b9 None None] Enqueued Resource ID: 8d056b79-dce0-45b0-9386-97a2371143a8 with Priority: HIGHEST for action port [ 1244.414314] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d056b79-dce0-45b0-9386-97a2371143a8 with Priority: HIGHEST for action port [ 1244.414631] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d056b79-dce0-45b0-9386-97a2371143a8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.415128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d056b79-dce0-45b0-9386-97a2371143a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.415128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d056b79-dce0-45b0-9386-97a2371143a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.417554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d056b79-dce0-45b0-9386-97a2371143a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.417554] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d056b79-dce0-45b0-9386-97a2371143a8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.567753] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.568128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.568377] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 with status ACTIVE [ 1244.568580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.568804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.568804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.569041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.569862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.569862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.569862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.569862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.569862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.569862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.569862] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.570373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.570373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.570373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.570373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.570373] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6a10eb-2bdf-4ad7-9efe-5993abb448c6 is going to be updated. [ 1244.597671] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.597671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.597896] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.598555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.598555] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.598777] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6a10eb-2bdf-4ad7-9efe-5993abb448c6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.918594] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d056b79-dce0-45b0-9386-97a2371143a8 [ 1244.918771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.918882] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.919032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.919181] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.919289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.919385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d056b79-dce0-45b0-9386-97a2371143a8 already deleted. [ 1244.919552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d056b79-dce0-45b0-9386-97a2371143a8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.053392] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.053582] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.053699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.053960] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.054228] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.054381] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.054496] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.054760] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.054878] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.055076] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.055155] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.055258] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.055364] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.055468] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.055571] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.056037] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.075641] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.075768] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.075910] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.076107] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.076441] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f9774056-cb30-4151-92bf-e90636db2a1e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.076773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.076773] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.077474] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.077474] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9774056-cb30-4151-92bf-e90636db2a1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.483601] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1245.483975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.484167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.484382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.484569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.484689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.484734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.484892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.484966] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.485077] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.581815] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.582041] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.582239] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.582672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.582875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.583071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port f9774056-cb30-4151-92bf-e90636db2a1e not found, creating... [ 1245.583360] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.583529] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.583649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.583918] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.584092] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.584376] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.584534] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.584647] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.584866] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.585010] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.585213] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f9774056-cb30-4151-92bf-e90636db2a1e is going to be created. [ 1245.607177] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.607377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.607502] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.607850] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.608291] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.608672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.987571] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.368391] env[66213]: INFO networking_nsxv3.common.synchronization [req-78b30e7a-cf33-4c0b-9b33-384e0ff3768b req-f18129b3-22da-4a2f-aa81-41c80a5b7eb2 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1246.368620] env[66213]: INFO networking_nsxv3.common.synchronization [req-78b30e7a-cf33-4c0b-9b33-384e0ff3768b req-f18129b3-22da-4a2f-aa81-41c80a5b7eb2 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1246.368620] env[66213]: INFO networking_nsxv3.common.synchronization [req-78b30e7a-cf33-4c0b-9b33-384e0ff3768b req-f18129b3-22da-4a2f-aa81-41c80a5b7eb2 service nova] Enqueued Resource ID: f9774056-cb30-4151-92bf-e90636db2a1e with Priority: HIGHEST for action port [ 1246.369285] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1246.369425] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1246.369532] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9774056-cb30-4151-92bf-e90636db2a1e with Priority: HIGHEST for action port [ 1246.369794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.369927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.370913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.370913] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.370913] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.371380] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.371505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.371566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.371824] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.371974] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.372296] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.372884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.372884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.372884] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.372884] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.375221] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9774056-cb30-4151-92bf-e90636db2a1e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.375221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.375221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.375221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.375221] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9774056-cb30-4151-92bf-e90636db2a1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.489325] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.877028] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.877603] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.877771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.878302] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9774056-cb30-4151-92bf-e90636db2a1e with status ACTIVE [ 1246.878560] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.878724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.878828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.879524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.879524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.879761] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.879892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.879952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.880147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.880232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.880418] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.880511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.880618] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.880768] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.880837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.880924] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9774056-cb30-4151-92bf-e90636db2a1e is going to be updated. [ 1246.901886] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.902151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.902151] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.902321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.902453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.902607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.984914] env[66213]: INFO networking_nsxv3.common.synchronization [None req-089a9b33-93b9-4bc8-bd73-26bc4131c304 None None] Enqueued Resource ID: a66fab1e-2a0c-48e2-a67b-53b36a257dd1 with Priority: HIGHEST for action port [ 1246.985671] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a66fab1e-2a0c-48e2-a67b-53b36a257dd1 with Priority: HIGHEST for action port [ 1246.986232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-a66fab1e-2a0c-48e2-a67b-53b36a257dd1 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.989273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a66fab1e-2a0c-48e2-a67b-53b36a257dd1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.989273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a66fab1e-2a0c-48e2-a67b-53b36a257dd1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.989273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a66fab1e-2a0c-48e2-a67b-53b36a257dd1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.989273] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66fab1e-2a0c-48e2-a67b-53b36a257dd1',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.994167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.994167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.994167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.994167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.994167] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.994167] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1247.041261] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.041476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.041570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.042099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.042099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.053724] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1247.378820] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.489525] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a66fab1e-2a0c-48e2-a67b-53b36a257dd1 [ 1247.489996] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.489996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.489996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.490357] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.490496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.490595] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a66fab1e-2a0c-48e2-a67b-53b36a257dd1 already deleted. [ 1247.490678] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a66fab1e-2a0c-48e2-a67b-53b36a257dd1" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.883067] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.883067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.883067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.883067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.883067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.883067] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1247.927892] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.928138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.928138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.928248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.928488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.937932] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1249.068243] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1249.068753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.069052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.069374] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.069621] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.069746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.069816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.070019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.070139] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.070284] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.070399] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.573260] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.573478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.573594] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.573975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.574148] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.574338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.574458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.574705] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.574837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.574988] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.575238] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.575433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.575528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.575687] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.575881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.576043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.576165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.576377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.576478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.576637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.576788] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.951426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1249.951662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.951915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.953030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.953030] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.953030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.953030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.953030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.953030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.953322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.953322] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.079634] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1250.100495] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.100495] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.100766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.100766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.100905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.101162] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.101283] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.101365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.101576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.101663] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.101927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.102071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.102129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.102263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.102358] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.102612] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.102735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.102811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.102995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.103087] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.103174] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1250.170274] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.170485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.170485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.170709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.170848] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.188372] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1250.455451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.455656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.455656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.455879] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.456058] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.456162] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.456224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.456389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.456484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.456572] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.456718] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.456811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.456872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.457021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.457160] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.457250] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.457309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.457446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.457518] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.457596] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.457684] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.755513] env[66213]: INFO networking_nsxv3.common.synchronization [req-ee6606ca-3115-4208-8043-c906b1e34aa5 req-23bd83d5-8516-425a-a5fe-9f8a98232d51 tempest-ServerAddressesTestJSON-1457158218 tempest-ServerAddressesTestJSON-1457158218-project-member] Enqueued Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1250.755680] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGHEST for action security_group_members [ 1250.755894] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.757159] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.757255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.757460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.758307] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.758307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.758307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.758307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.758307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.758307] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.960386] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc27668-dc15-4898-aad5-e3807948eddf: rpc.has_security_group_logging(os_id): False [ 1250.977942] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.978187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.978785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.978785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.978785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.979037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.979144] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.979207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.979381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.979571] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.979648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.979733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.979947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.980013] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.980051] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.980348] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.980348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.980452] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.980500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.980608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.980660] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1251.019057] env[66213]: INFO networking_nsxv3.common.synchronization [req-ca41f65b-4336-40d6-8393-2fbe542dcfeb req-b5744cd0-8dba-44cb-9c23-ce4973e93a7e tempest-ServerRescueTestJSON-1580815886 tempest-ServerRescueTestJSON-1580815886-project-member] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1251.019645] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1251.019984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.020156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.020222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.020591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.020591] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.020717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.020818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.021050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.021147] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.021257] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.043065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.043248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.043291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.043470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.043614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.057088] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1251.262060] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.262458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.262458] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.262528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.262669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.262779] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.262888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.262969] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.263163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.263242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.263322] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e is going to be updated. [ 1251.292450] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.292610] env[66213]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-68b0afb6-f871-454d-836b-871be92fc681 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.294331] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.294582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.294690] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.295037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.295341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.306168] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: IN_PROGRESS for 2s [ 1251.338028] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.338200] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.338323] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.338651] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.338906] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.339121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.339196] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.339407] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.339544] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.339750] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.339890] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.340011] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.340126] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.341242] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.341242] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.341242] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.362870] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.363042] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.363245] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.363310] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.363681] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-434d3a26-b2d9-4b13-b758-40f6288bdd96 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.363962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.363962] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.364377] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.364523] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434d3a26-b2d9-4b13-b758-40f6288bdd96',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.523366] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.523566] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.523641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.523863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.523962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.524165] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.524273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.524330] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.524489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.524562] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.524636] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 already deleted. [ 1251.524707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.867599] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.867904] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.868042] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.868327] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.868474] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.868627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 434d3a26-b2d9-4b13-b758-40f6288bdd96 not found, creating... [ 1251.868898] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.869070] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.869187] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.869407] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.869541] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.869925] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.870125] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.870231] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.870445] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.870672] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.870726] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 434d3a26-b2d9-4b13-b758-40f6288bdd96 is going to be created. [ 1251.900016] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.900325] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.900519] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.900807] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.901047] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.901274] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.204385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1252.204633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.581643] env[66213]: INFO networking_nsxv3.common.synchronization [req-ca41f65b-4336-40d6-8393-2fbe542dcfeb req-800170af-5329-4e3e-af6c-9ddeb3c434bb service nova] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_rules [ 1252.581944] env[66213]: INFO networking_nsxv3.common.synchronization [req-ca41f65b-4336-40d6-8393-2fbe542dcfeb req-800170af-5329-4e3e-af6c-9ddeb3c434bb service nova] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1252.582018] env[66213]: INFO networking_nsxv3.common.synchronization [req-ca41f65b-4336-40d6-8393-2fbe542dcfeb req-800170af-5329-4e3e-af6c-9ddeb3c434bb service nova] Enqueued Resource ID: 434d3a26-b2d9-4b13-b758-40f6288bdd96 with Priority: HIGHEST for action port [ 1252.584183] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_rules [ 1252.584318] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1252.584416] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434d3a26-b2d9-4b13-b758-40f6288bdd96 with Priority: HIGHEST for action port [ 1252.584694] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.584816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.584881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.585143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.585227] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.586073] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.586205] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.586273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.586443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.586583] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.586677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.586738] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.586881] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.586956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.587057] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.587810] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-434d3a26-b2d9-4b13-b758-40f6288bdd96 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.587917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.587917] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.588549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.588549] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434d3a26-b2d9-4b13-b758-40f6288bdd96',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.077118] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1253.077343] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.089940] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.090078] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.090285] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.091286] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 434d3a26-b2d9-4b13-b758-40f6288bdd96 with status ACTIVE [ 1253.091464] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.091575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.091629] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.091923] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.092025] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.092205] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.092303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.092364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.092520] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.092593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.092857] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.092980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.093032] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.093184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.093287] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.093327] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 434d3a26-b2d9-4b13-b758-40f6288bdd96 is going to be updated. [ 1253.114074] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.114258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.114303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.114469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.114601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.114753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434d3a26-b2d9-4b13-b758-40f6288bdd96" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.315928] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e in Status: SUCCESS [ 1253.316134] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e deletion is rescheduled due to dependency. [ 1253.316245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.595449] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.097569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.097728] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.097801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.098097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.098198] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.098300] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be created. [ 1254.126704] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.126947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.126947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.127247] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.127441] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.139170] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: UNINITIALIZED for 2s [ 1256.151528] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1256.151528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.151528] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.151908] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.151945] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.152115] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.152173] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.152348] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.152469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.152595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.152694] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.176549] env[66213]: INFO networking_nsxv3.common.synchronization [req-8503b1c4-0ea5-41d0-a18e-06b616a03f33 req-56307b8c-cfa2-49ea-a196-f57e829d74f8 tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1256.177782] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1256.178183] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.178306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.178440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.178724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.178890] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.178992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.179068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.179230] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.179315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.179404] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.655425] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.655684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.655763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656084] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656393] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.656578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.656677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.657122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657549] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.657693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.657808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.658037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.658242] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.658389] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.658539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.658860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.658991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659150] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659310] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.681859] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.163702] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fe691f-22c0-46bb-8fec-1ef7eb2e5688: rpc.has_security_group_logging(os_id): False [ 1257.181544] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.181817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.181817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.182036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.182128] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.182330] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.182451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.182511] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.182660] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.182737] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.182949] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.183067] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.183125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.183266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.183406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.183517] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.183622] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.183679] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.183816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.183888] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.183970] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be created. [ 1257.185222] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.243504] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.243621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.243695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.243926] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.244117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.255358] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1257.688222] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.688222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.688222] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.688407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.688407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.688500] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1257.719736] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.719736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.719736] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.720018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.720018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.729226] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1259.267228] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1259.267588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.739736] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1259.739977] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.371985] env[66213]: INFO networking_nsxv3.common.synchronization [req-a0639e74-14ce-44d0-8b28-f82d9f4579cb req-e866d4aa-b59a-4b0f-8e42-33d940c716a4 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1260.379849] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1260.379849] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.379849] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.379849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.379849] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.881322] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.881433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.881507] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.881726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.903427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.903721] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.903875] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.903965] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.904209] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.904317] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.904430] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1260.932480] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.932735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.932799] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.933123] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.933282] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.942373] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1262.471709] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.472124] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.472124] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.472413] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.472676] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.472886] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.473046] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.473309] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.473490] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.473741] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.473839] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.473951] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.474071] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.474208] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.474376] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.474588] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.495990] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.496258] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.496469] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.496678] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-211" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.497046] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-f9774056-cb30-4151-92bf-e90636db2a1e taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.497333] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.497520] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.497874] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.498082] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9774056-cb30-4151-92bf-e90636db2a1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.952542] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1262.952542] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f deletion is rescheduled due to dependency. [ 1262.952683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.001040] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.001306] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.001407] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.001700] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.001905] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.002217] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.002378] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.002493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.002708] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.002950] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.003515] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.003515] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.003515] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.003729] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.003875] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.003989] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: f9774056-cb30-4151-92bf-e90636db2a1e is going to be updated. [ 1263.026184] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.026423] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.026553] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.026840] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.027044] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.027366] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.134249] env[66213]: INFO networking_nsxv3.common.synchronization [req-0bedf4ee-9c82-44a0-9d09-d113dbf4b1b1 req-67d31c22-9621-4af7-a780-ef1896f9ac7d tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1263.134249] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1263.134390] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.134501] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.134558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.134757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.134906] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.134997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.135416] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.135588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.135676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135766] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.638931] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.781289] env[66213]: INFO networking_nsxv3.common.synchronization [req-d20b783f-3a9e-422f-8c77-b3b0ef94be58 req-706f1afa-0366-4958-ba4a-ee7adf3e04f6 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1263.781473] env[66213]: INFO networking_nsxv3.common.synchronization [req-d20b783f-3a9e-422f-8c77-b3b0ef94be58 req-706f1afa-0366-4958-ba4a-ee7adf3e04f6 service nova] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1263.781638] env[66213]: INFO networking_nsxv3.common.synchronization [req-d20b783f-3a9e-422f-8c77-b3b0ef94be58 req-706f1afa-0366-4958-ba4a-ee7adf3e04f6 service nova] Enqueued Resource ID: f9774056-cb30-4151-92bf-e90636db2a1e with Priority: HIGHEST for action port [ 1263.782160] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_rules [ 1263.782292] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1263.782385] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9774056-cb30-4151-92bf-e90636db2a1e with Priority: HIGHEST for action port [ 1263.782650] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.782775] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.782833] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.783156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.783253] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.784411] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.784526] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.784586] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.784756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.784931] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.785106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.785207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.785355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.785437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.785520] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.786955] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9774056-cb30-4151-92bf-e90636db2a1e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.786955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.786955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.787146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.787178] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9774056-cb30-4151-92bf-e90636db2a1e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.141420] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.285068] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.285295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.289480] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.290417] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9774056-cb30-4151-92bf-e90636db2a1e with status ACTIVE [ 1264.290601] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.290717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.290778] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.290985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.291201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.292037] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.292037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.292037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.292277] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.292277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.292277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.292473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.292746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.292746] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9774056-cb30-4151-92bf-e90636db2a1e is going to be updated. [ 1264.315309] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.315309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.315309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.315309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.315309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.315309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9774056-cb30-4151-92bf-e90636db2a1e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.644461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.644886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.644886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.644886] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.645019] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.645078] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1264.677016] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.677163] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.677264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.677444] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.677602] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.687523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1264.795424] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.297769] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.297995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.297995] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.298237] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.298328] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.298426] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1265.327229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.327439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.327439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.327621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.327762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.336632] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1266.705711] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1266.705711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.347492] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1267.347862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.347976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.349018] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.349018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.349493] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.850912] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.851277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.851277] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.851471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.851655] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.851769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.851827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.852069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.852192] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.852291] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.852469] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.852582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.852657] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.852818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.852984] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.853103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.853186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.853337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.853407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.853506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.853639] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.356380] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc27668-dc15-4898-aad5-e3807948eddf: rpc.has_security_group_logging(os_id): False [ 1268.375413] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.375632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.375632] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.375950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.376090] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.376342] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.376469] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.376548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.376726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.376801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.376993] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.377445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.377445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.377445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.377445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.377616] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.377685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.377717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.377862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.377933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.377991] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1268.455838] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456129] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.456243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.456341] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.485071] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1268.783921] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.784122] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1270.504659] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1270.504659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.074615] env[66213]: INFO networking_nsxv3.common.synchronization [req-9c38e081-bb9a-477e-84ac-af19565efacc req-c0bfd8d4-48a4-4046-a3fa-a54319a66753 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1272.075352] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1272.075352] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.075352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.075352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.075591] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.075648] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.075741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.075802] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.075948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.076062] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.076189] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.338459] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.338653] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.338804] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.339089] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.339350] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.339495] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.339607] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.339815] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.339955] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.340214] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.340335] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.340439] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.340544] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.340986] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.340986] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.340986] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.360612] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.360805] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.360937] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.361119] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.361436] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-589d31a5-21bf-4136-a6f1-ab30d0e070f6 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.361615] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.361730] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.362216] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.362420] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589d31a5-21bf-4136-a6f1-ab30d0e070f6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.579442] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.579617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.579686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579949] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.580066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.580272] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.580377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.580440] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.580600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.580676] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.580761] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1272.617308] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.617500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.617556] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.617754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.617900] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.632358] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1272.864733] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.865128] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.865380] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.865693] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.865842] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.866082] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port 589d31a5-21bf-4136-a6f1-ab30d0e070f6 not found, creating... [ 1272.866459] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.866662] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.866797] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.867164] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.867362] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.867685] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.867901] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.868066] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.868346] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.868510] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.869122] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 589d31a5-21bf-4136-a6f1-ab30d0e070f6 is going to be created. [ 1272.895356] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.895586] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.895697] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.895994] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.896236] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.896453] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.628175] env[66213]: INFO networking_nsxv3.common.synchronization [req-9c38e081-bb9a-477e-84ac-af19565efacc req-5cbb8cdb-109e-4367-ba16-9df29691c856 service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 1273.628492] env[66213]: INFO networking_nsxv3.common.synchronization [req-9c38e081-bb9a-477e-84ac-af19565efacc req-5cbb8cdb-109e-4367-ba16-9df29691c856 service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1273.628492] env[66213]: INFO networking_nsxv3.common.synchronization [req-9c38e081-bb9a-477e-84ac-af19565efacc req-5cbb8cdb-109e-4367-ba16-9df29691c856 service nova] Enqueued Resource ID: 589d31a5-21bf-4136-a6f1-ab30d0e070f6 with Priority: HIGHEST for action port [ 1273.628860] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 1273.629016] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1273.629132] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589d31a5-21bf-4136-a6f1-ab30d0e070f6 with Priority: HIGHEST for action port [ 1273.629409] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.629527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.629605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.629792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.629891] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.630826] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.630991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.631094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-589d31a5-21bf-4136-a6f1-ab30d0e070f6 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.631246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.631246] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.631642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.631642] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589d31a5-21bf-4136-a6f1-ab30d0e070f6',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.132821] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.133050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.133094] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 589d31a5-21bf-4136-a6f1-ab30d0e070f6 with status ACTIVE [ 1274.133275] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.133387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.133453] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.133661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.133746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.133912] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.134018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.134473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.134473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.134473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.134695] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.134695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.134795] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.134937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.135021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.135123] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 589d31a5-21bf-4136-a6f1-ab30d0e070f6 is going to be updated. [ 1274.162537] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.162741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.162741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.162953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.163118] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.163274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589d31a5-21bf-4136-a6f1-ab30d0e070f6" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.258195] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3271c6c-7f31-4d1b-a8cd-5a97edbbb96f req-7c2fb111-de8b-477b-a2e2-e1e09a70c3a1 tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1274.258781] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1274.259306] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.260512] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.260512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.260512] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.574497] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.574699] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.574822] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.575145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.575403] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.575562] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.575676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.575904] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.576314] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.576557] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.576674] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.576786] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.576895] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.577024] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.577121] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.577278] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.603085] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.603267] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.603396] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.603577] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.603901] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-ddf68d27-b647-4390-aea9-b553fa2e9d30 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.604100] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.604227] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.604621] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.604766] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf68d27-b647-4390-aea9-b553fa2e9d30',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.644462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1274.644462] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f deletion is rescheduled due to dependency. [ 1274.644866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.645141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.646031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.646031] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.646031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.646031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.646031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.646031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.646323] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.763479] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.107842] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.108082] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.108192] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.108493] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.108662] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.108835] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Segment Port ddf68d27-b647-4390-aea9-b553fa2e9d30 not found, creating... [ 1275.109217] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.109411] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.109543] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.109820] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.110074] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.110375] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.110533] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.110649] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.110868] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.111008] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.111156] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: ddf68d27-b647-4390-aea9-b553fa2e9d30 is going to be created. [ 1275.132728] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.132958] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.133106] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.133385] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.133608] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.133831] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.148207] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.264622] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.652370] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.767617] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.767788] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.767901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.768195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.768306] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.768421] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1275.802794] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.802953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.803037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.803260] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.803404] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.812627] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1275.877870] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3271c6c-7f31-4d1b-a8cd-5a97edbbb96f req-e06ed2f1-c31b-493f-a8d5-58546494c42d service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1275.878097] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3271c6c-7f31-4d1b-a8cd-5a97edbbb96f req-e06ed2f1-c31b-493f-a8d5-58546494c42d service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1275.878212] env[66213]: INFO networking_nsxv3.common.synchronization [req-e3271c6c-7f31-4d1b-a8cd-5a97edbbb96f req-e06ed2f1-c31b-493f-a8d5-58546494c42d service nova] Enqueued Resource ID: ddf68d27-b647-4390-aea9-b553fa2e9d30 with Priority: HIGHEST for action port [ 1275.878445] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1275.878567] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1275.879608] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf68d27-b647-4390-aea9-b553fa2e9d30 with Priority: HIGHEST for action port [ 1275.879608] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.879608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.879608] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.879922] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.879922] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.880952] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.880952] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.881096] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf68d27-b647-4390-aea9-b553fa2e9d30 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.881212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.881259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.882476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.882476] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf68d27-b647-4390-aea9-b553fa2e9d30',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.155385] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.155385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.155385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.155639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.155639] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.156804] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1276.188029] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.188029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.188029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.188029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.188029] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.198068] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1276.383103] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.383307] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.385523] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddf68d27-b647-4390-aea9-b553fa2e9d30 with status ACTIVE [ 1276.385729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.385859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.385937] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.386177] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.386286] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.386869] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.386869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.386869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.386869] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.387200] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.387200] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.387323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.387323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.387827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.387827] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.387827] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddf68d27-b647-4390-aea9-b553fa2e9d30 is going to be updated. [ 1276.411551] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.411811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.412038] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.412382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.412638] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.412927] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf68d27-b647-4390-aea9-b553fa2e9d30" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.525542] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7a540a6-364f-4638-b985-79a4da407049 req-62a9efc4-95a2-4a9c-8678-7948b87e642c tempest-ServerRescueTestJSON-1580815886 tempest-ServerRescueTestJSON-1580815886-project-member] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1276.526149] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1276.526467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.526599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.526665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.526876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.527035] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.527143] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.527203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.527364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.527445] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.527537] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.899535] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.899932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.899932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.900177] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.900456] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.900615] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.900767] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.900982] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.901145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.901353] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.901466] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.901595] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.901724] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.901857] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.902016] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.902163] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.925839] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.926103] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.926172] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.926336] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-200" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.926696] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-37ef89a1-d43a-4f1a-bd24-807c36b2213c taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.926886] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.926974] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.927354] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.927488] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ef89a1-d43a-4f1a-bd24-807c36b2213c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.029955] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.136728] env[66213]: INFO networking_nsxv3.common.synchronization [req-2cff94d0-5499-4f2a-b8c5-e646e28abf86 req-87f6517c-3b14-4337-99ef-a2c7d369323e tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1277.137360] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1277.137571] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.137694] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.137761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.137999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.138143] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.138218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.138261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.138400] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.138484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.138570] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.429826] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.430054] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.430213] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.430537] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.430723] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.430901] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 37ef89a1-d43a-4f1a-bd24-807c36b2213c not found, creating... [ 1277.431557] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.431751] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.432085] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.432395] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.432548] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.432869] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.433095] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.433222] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.433448] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.433581] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.433722] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 37ef89a1-d43a-4f1a-bd24-807c36b2213c is going to be created. [ 1277.458191] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.458435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.458517] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.458811] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.459061] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.459293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.532395] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.641451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.641451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.641451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.641451] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.641711] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.641711] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.641813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.641853] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.642083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.642156] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.642239] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1277.679518] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.679683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.679741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.679956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.680133] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.689187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1277.827681] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1277.827681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.827681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.828268] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.828760] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.828760] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.829037] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.831248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.831248] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.831248] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.036021] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.036667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.036667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.036911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.037010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.037127] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1278.069729] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.072512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.072512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.072512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.072512] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.081839] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1278.201463] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7a540a6-364f-4638-b985-79a4da407049 req-78db44aa-5fda-4fe4-b8e2-dd5b2a1838ce service nova] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_rules [ 1278.201648] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7a540a6-364f-4638-b985-79a4da407049 req-78db44aa-5fda-4fe4-b8e2-dd5b2a1838ce service nova] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1278.201786] env[66213]: INFO networking_nsxv3.common.synchronization [req-c7a540a6-364f-4638-b985-79a4da407049 req-78db44aa-5fda-4fe4-b8e2-dd5b2a1838ce service nova] Enqueued Resource ID: 37ef89a1-d43a-4f1a-bd24-807c36b2213c with Priority: HIGHEST for action port [ 1278.205406] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_rules [ 1278.205714] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1278.206260] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ef89a1-d43a-4f1a-bd24-807c36b2213c with Priority: HIGHEST for action port [ 1278.207050] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.207245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.207347] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.207588] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.207706] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.210523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.210753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.210940] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ef89a1-d43a-4f1a-bd24-807c36b2213c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.211121] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.211406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.211406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.211484] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ef89a1-d43a-4f1a-bd24-807c36b2213c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.215776] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1278.215776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.215776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.216524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.216524] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.216524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.216524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.216524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.216524] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.216785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.216893] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.335738] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.680556] env[66213]: INFO networking_nsxv3.common.synchronization [req-1fcc69df-5ced-4c3f-826c-a1d933cc44d6 req-48cda7f8-b421-4065-838e-572a4c8b14c6 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1278.680556] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1278.681685] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.681685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.681685] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.682731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682731] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.682731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.682731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.682731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.682731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.682731] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.711468] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.711601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.715023] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ef89a1-d43a-4f1a-bd24-807c36b2213c with status ACTIVE [ 1278.715023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.715023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.715023] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.715376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.715376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.715376] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.715567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.715567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.715661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.716847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.716847] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.716847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.716847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.716847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.716847] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.716847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ef89a1-d43a-4f1a-bd24-807c36b2213c is going to be updated. [ 1278.719490] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.739044] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.739270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.739366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.739619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.739769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.739967] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ef89a1-d43a-4f1a-bd24-807c36b2213c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.838118] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.185186] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.222029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc195224-40ee-480f-8dd5-8e2392aec39f: rpc.has_security_group_logging(os_id): False [ 1279.241302] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.241494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.241541] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.241754] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.241857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.242151] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.242254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.242318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.242473] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.242551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.242646] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1279.303255] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.303462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.303462] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.303666] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.303812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.317462] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1279.340877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.341082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.341136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.341785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.341785] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.341785] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1279.380641] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.380793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.380865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.381106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.381254] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.396799] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1279.688108] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.699842] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1279.700162] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 deletion is rescheduled due to dependency. [ 1279.700323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.092669] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1280.092891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.093081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.093319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.093510] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.093627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.093689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.093851] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.093930] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.094073] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.191305] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.191702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.191702] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.191883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.192152] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.192315] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be updated. [ 1280.229470] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.229780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.229780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.229992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.230190] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.240943] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1280.471014] env[66213]: INFO networking_nsxv3.common.synchronization [req-70f66892-1d65-4238-a380-9adc406a7613 req-7e19118f-e3cc-4e1c-b2c3-1c3c6c9894ef tempest-AttachVolumeShelveTestJSON-1499715640 tempest-AttachVolumeShelveTestJSON-1499715640-project-member] Enqueued Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1280.471637] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f551dc18-6838-4ab4-b729-0c5b4beea566 with Priority: HIGHEST for action security_group_members [ 1280.474036] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f551dc18-6838-4ab4-b729-0c5b4beea566 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.474170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.474267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.474466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.474659] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.474776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.474838] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.475043] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.475226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.475226] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f551dc18-6838-4ab4-b729-0c5b4beea566',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.596662] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.977876] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.977876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.977876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.977876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.977876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.978232] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.978232] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.978320] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.978406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.978482] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.978567] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 is going to be updated. [ 1281.010580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.010789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.010789] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.010998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.011166] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.020291] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: IN_PROGRESS for 2s [ 1281.098809] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.330966] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1281.331221] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.406688] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1281.406904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.407097] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.407363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.407584] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.407703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.407763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.407943] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.408036] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.408137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.408228] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.601777] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.602605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.602605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.602605] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.602707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.602847] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1281.649100] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.649321] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.649392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.649609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.649762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.658891] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1281.910300] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.910527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.910527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.910703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.910877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.910979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.911052] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.911226] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.911355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.911432] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.911580] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.911675] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.911740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.911868] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.912064] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.912223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.912223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.912359] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.912437] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.912519] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.912612] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.251716] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1282.251950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.415814] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1282.435804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.435804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.435804] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.436231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.436231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.436231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.436355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.436457] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.436762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.437468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.437468] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.437468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.437468] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.437674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.437674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.437747] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1282.502198] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.502433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.502433] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.502739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.502891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.520754] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1283.031908] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f551dc18-6838-4ab4-b729-0c5b4beea566 in Status: SUCCESS [ 1283.032143] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f551dc18-6838-4ab4-b729-0c5b4beea566 deletion is rescheduled due to dependency. [ 1283.032259] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f551dc18-6838-4ab4-b729-0c5b4beea566" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.670079] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1283.670079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.670079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.670525] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.670525] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.670652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.670652] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.670857] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.670992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.671126] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.671243] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.173421] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.173642] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.173703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.173971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.174192] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.174300] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.174364] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.174563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.174651] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.174757] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.174938] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.175071] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.175137] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.175335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.175566] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.175704] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.175787] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.175959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.176046] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.176172] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.176265] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.538800] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1284.539045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.679250] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fe691f-22c0-46bb-8fec-1ef7eb2e5688: rpc.has_security_group_logging(os_id): False [ 1284.700529] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.700756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.700756] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.700955] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.701066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.701295] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.701397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.701454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.701600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.701677] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.701856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.701998] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.702349] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.702538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.702617] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.702814] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.702912] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.702984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.703309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.703422] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.703470] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1284.768568] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.768794] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.768849] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.770669] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.771094] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.787432] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1285.473402] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.473402] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.504739] env[66213]: INFO networking_nsxv3.common.synchronization [req-c679182a-b05f-4123-b7b3-8dfc9aebc271 req-80a0f541-5493-4ad4-afad-b4bfebf98765 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1285.505793] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 with Priority: HIGHEST for action security_group_members [ 1285.506167] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.507065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.507065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.507065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.507065] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.507377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.507377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.507527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.507658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.507788] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e6e0da-f33a-4f22-9b11-744ab0fbecd3',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.011361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.012355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.012355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.012355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.012533] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.012625] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.012726] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.012786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.012993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.013108] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.013199] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 is going to be updated. [ 1286.044168] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.044381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.044478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.044668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.044817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.054030] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: IN_PROGRESS for 2s [ 1286.248971] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.248971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.248971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.248971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.248971] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.750441] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.800156] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1286.800385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.253213] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.590712] env[66213]: INFO networking_nsxv3.common.synchronization [req-f5907b37-05a1-4a10-a899-1d7f784abfc1 req-588e77dd-a08c-411b-be2e-901e30e62c0c tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1287.591364] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1287.591708] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.591850] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.591933] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.592208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.592400] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.592510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.592583] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.592902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.592902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.593107] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.755225] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1287.757468] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1287.946730] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.946932] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.947065] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.947334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.947593] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.947746] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.947860] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.948086] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.948229] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.948434] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.948546] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.948653] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.948754] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.948858] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.948958] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.949107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.975469] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.975706] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.975783] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.975909] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.976272] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-1cdb0962-051e-4111-8f54-1c5c505140b9 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.976447] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.976559] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.976887] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.977123] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdb0962-051e-4111-8f54-1c5c505140b9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.065107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 in Status: SUCCESS [ 1288.065107] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e6e0da-f33a-4f22-9b11-744ab0fbecd3 deletion is rescheduled due to dependency. [ 1288.065107] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e6e0da-f33a-4f22-9b11-744ab0fbecd3" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.097452] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.097600] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.097800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.098082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.098182] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.098382] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.098485] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.098547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.098715] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.098792] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.098878] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1288.125261] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.125527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.125527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.125821] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.126012] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.137704] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1288.332734] env[66213]: INFO networking_nsxv3.common.synchronization [req-43247dba-0ac2-425c-ad6a-aac1c329f278 req-985bf18b-b1e2-477c-949d-9b061e98173e tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1288.333345] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1288.333657] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.333809] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.333910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.334748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.335117] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.335333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.335449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.335668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.335806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.335947] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.479499] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.479739] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.479784] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.480151] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.480310] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.480475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 1cdb0962-051e-4111-8f54-1c5c505140b9 not found, creating... [ 1288.480779] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.480955] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.481092] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.481319] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.481551] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.481743] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.481897] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.482080] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.482305] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.482435] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.482574] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 is going to be created. [ 1288.526080] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.526334] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.526447] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.526771] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.527071] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.527354] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.834706] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.834860] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.834929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.835186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.846973] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1288.847893] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.849145] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1288.850212] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.898675] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.898887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.898887] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.899101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.913630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.914489] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1288.914605] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.914666] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1288.959647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.959839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.959839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.960039] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.961502] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.961726] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1289.054574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.054791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.054791] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.054990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.055313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.055581] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1289.128850] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.129116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.129256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.129503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.129866] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.130187] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1289.130331] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b5004967-45fe-4af2-bd70-8eb4ae410d28', 'bf6a349c-f682-4e8c-adb8-41bcb13be61e', 'c1213971-c1fa-4013-9316-ff1ef6badd45', '1f2e684a-787b-4fc7-97f5-bcc7ae14f08e', 'b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8', 'f5fe691f-22c0-46bb-8fec-1ef7eb2e5688', 'ba5e98c6-50f3-4217-b5e1-4fd87e848a3c', 'd57320dd-0d54-46bd-ab19-1afc5d2a0e35', 'f2cb4e31-5269-4ed7-9b14-d3ee32acb049', 'c29f9522-a259-4bcd-99f4-9ce33c1c0227', 'a284b5f5-b047-4393-b2ac-896f1877bdbf', 'e2e83c41-defa-4d1b-b20e-da28f00dd0eb', '3535c890-2836-44b8-b472-d1be2bcf7322', 'efc27668-dc15-4898-aad5-e3807948eddf', 'ece6153c-101a-4cd1-bfb9-7a1017f96747', 'e4041f88-b5ce-4c08-8dfd-9432dd0e10f8', 'e8c5cb4c-21c7-4f10-9ddf-83c65f881c91', '24f019fa-e99a-4414-ba38-926f7d3bbb64', '82ae44ea-2307-478b-ac51-78a05d746f6d', 'd654ce3e-e536-4490-98e7-7dd8e06c1e5f', '0a7bd0f3-597a-480f-a2e3-44cbf68c7c69', 'f3a76f99-4153-42fd-9444-c90933ab6c2c', 'bcf57216-278a-4344-8c2b-e56963685d17', 'eba54dee-dcbd-4e6c-b89c-8f9435682743', 'afc9676e-ed52-4723-8832-3c7cfdf95969', '6827959e-73f4-4e06-8508-e4b25f9afd16', '1e56ef36-2d47-4587-91ab-66042adaec90', 'e1a7c5f3-157f-4385-9d8d-4658799ad60e', 'b29d5a4a-418e-42f4-ba88-c7200f91ffca', 'fc195224-40ee-480f-8dd5-8e2392aec39f', 'e8bf4ffb-73df-4d49-beda-599a0b6aa071', '37474781-5ad2-49d5-843d-7f467317aec9', 'c567afa7-7f72-4a1d-94a0-4e84223e5404', '45066e2e-72e3-443b-bb93-cf7b8a1cdb8e', '947b85c5-b093-4386-ba15-3b42be279915', 'a995ebb6-fb21-4a1c-8c9e-40058c738160', '307b6e50-5981-4974-aa78-020c69d437d3', 'd71001a1-9602-44b3-8cdc-908e9a4d72ff', '88e6e0da-f33a-4f22-9b11-744ab0fbecd3', 'f551dc18-6838-4ab4-b729-0c5b4beea566', '9fe5aa2b-3a19-4be9-92cb-f7ab2c53b136', '1c591ef8-cac3-4ee5-965b-f40ef0674e59', '39b97197-a3d9-433f-8874-d90e91734d37', 'fa45651a-82c6-4437-8639-eabc1f50183c', '8854238c-2716-4baa-a2bb-b174253002a3', '1ccc10ed-d71c-46de-a7ac-dc993366a9cf', '7197bb84-632b-4d1d-9881-b5709cec6960', '477d0fd8-0022-4dac-bbef-f416d0768f54', 'ff35ce86-b905-4157-ac13-c6c3befa5ea7', '0893292e-fe1c-49cc-a3f7-c627fd984a6e'} {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1289.130446] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1289.149574] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.149717] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.149786] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.150020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.150110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.150225] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1289.150295] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1289.150365] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1289.178729] env[66213]: INFO networking_nsxv3.common.synchronization [req-f5907b37-05a1-4a10-a899-1d7f784abfc1 req-224a2233-0ddd-4be4-a394-46f458d56bdf service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1289.179546] env[66213]: INFO networking_nsxv3.common.synchronization [req-f5907b37-05a1-4a10-a899-1d7f784abfc1 req-224a2233-0ddd-4be4-a394-46f458d56bdf service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1289.179546] env[66213]: INFO networking_nsxv3.common.synchronization [req-f5907b37-05a1-4a10-a899-1d7f784abfc1 req-224a2233-0ddd-4be4-a394-46f458d56bdf service nova] Enqueued Resource ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 with Priority: HIGHEST for action port [ 1289.179959] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1289.180197] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1289.180343] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 with Priority: HIGHEST for action port [ 1289.180771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.180947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.181066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.181355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.181485] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.182710] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.182968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183979] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdb0962-051e-4111-8f54-1c5c505140b9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.183979] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.184165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.185045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.185045] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdb0962-051e-4111-8f54-1c5c505140b9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.222095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.222318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.222424] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.222582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.223727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.223995] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1289.224105] env[66213]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66213) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1289.224190] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1289.224249] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1289.224353] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1289.224353] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGH for action security_group_rules [ 1289.224493] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGH for action security_group_rules [ 1289.224493] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGH for action security_group_rules [ 1289.224576] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGH for action security_group_rules [ 1289.224609] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGH for action security_group_rules [ 1289.224643] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGH for action security_group_rules [ 1289.224758] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGH for action security_group_rules [ 1289.224832] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGH for action security_group_rules [ 1289.224895] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 1289.224895] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGH for action security_group_rules [ 1289.225015] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGH for action security_group_rules [ 1289.225015] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGH for action security_group_rules [ 1289.225138] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGH for action security_group_rules [ 1289.225138] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGH for action security_group_rules [ 1289.225269] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGH for action security_group_rules [ 1289.225269] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGH for action security_group_rules [ 1289.225379] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 1289.225379] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGH for action security_group_rules [ 1289.225479] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGH for action security_group_rules [ 1289.225479] env[66213]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGH for action security_group_rules [ 1289.225601] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.352422] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.686523] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.686661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.686861] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cdb0962-051e-4111-8f54-1c5c505140b9 with status ACTIVE [ 1289.687038] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.687148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.687206] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.687420] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.687508] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.687677] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.687762] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.687818] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.687962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.688049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.688229] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.688314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.688368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.688505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.688567] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.688647] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 is going to be updated. [ 1289.710486] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.710712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.710712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.710880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.711030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.711191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.855454] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.855607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.855607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.855828] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.855914] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.856013] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1289.889930] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.890178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.890304] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.890587] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.890781] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.901029] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1290.096808] env[66213]: INFO networking_nsxv3.common.synchronization [None req-a45a78d3-ca6f-49fa-9ffb-cfe4abb63df5 tempest-AttachInterfacesTestJSON-838731990 tempest-AttachInterfacesTestJSON-838731990-project-member] Enqueued Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1290.097407] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGHEST for action security_group_members [ 1290.097605] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 with Priority: HIGH for action security_group_rules [ 1290.097757] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1213971-c1fa-4013-9316-ff1ef6badd45 with Priority: HIGH for action security_group_rules [ 1290.097900] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c with Priority: HIGH for action security_group_rules [ 1290.098203] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 with Priority: HIGH for action security_group_rules [ 1290.098203] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f with Priority: HIGH for action security_group_rules [ 1290.098319] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae44ea-2307-478b-ac51-78a05d746f6d with Priority: HIGH for action security_group_rules [ 1290.098415] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 with Priority: HIGH for action security_group_rules [ 1290.098546] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 with Priority: HIGH for action security_group_rules [ 1290.098651] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc27668-dc15-4898-aad5-e3807948eddf with Priority: HIGH for action security_group_rules [ 1290.098746] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 with Priority: HIGH for action security_group_rules [ 1290.098836] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3535c890-2836-44b8-b472-d1be2bcf7322 with Priority: HIGH for action security_group_rules [ 1290.098923] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGH for action security_group_rules [ 1290.099518] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a284b5f5-b047-4393-b2ac-896f1877bdbf with Priority: HIGH for action security_group_rules [ 1290.099635] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 with Priority: HIGH for action security_group_rules [ 1290.099732] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 with Priority: HIGH for action security_group_rules [ 1290.099825] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGH for action security_group_rules [ 1290.099918] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 with Priority: HIGH for action security_group_rules [ 1290.100015] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 with Priority: HIGH for action security_group_rules [ 1290.100112] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e with Priority: HIGH for action security_group_rules [ 1290.100202] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e with Priority: HIGH for action security_group_rules [ 1290.100534] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.100707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.100796] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.101016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.101178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.101276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.101336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.101488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.101573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.101664] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.102674] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5004967-45fe-4af2-bd70-8eb4ae410d28 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.102763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.102763] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.102906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.102982] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5004967-45fe-4af2-bd70-8eb4ae410d28',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.103768] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1213971-c1fa-4013-9316-ff1ef6badd45 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.103876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.103940] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.104103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.104175] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1213971-c1fa-4013-9316-ff1ef6badd45',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.104884] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.105028] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.105104] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.105257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.105327] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5e98c6-50f3-4217-b5e1-4fd87e848a3c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.106138] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ece6153c-101a-4cd1-bfb9-7a1017f96747 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.106256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.106297] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.106481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.106585] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ece6153c-101a-4cd1-bfb9-7a1017f96747',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.107319] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.107435] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.107505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.107709] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.107783] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654ce3e-e536-4490-98e7-7dd8e06c1e5f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.108714] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae44ea-2307-478b-ac51-78a05d746f6d taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.108714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.108714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.108902] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.109044] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae44ea-2307-478b-ac51-78a05d746f6d',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.110088] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24f019fa-e99a-4414-ba38-926f7d3bbb64 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.110088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.110319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.110319] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.110390] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24f019fa-e99a-4414-ba38-926f7d3bbb64',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.111108] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.111258] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.111963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.111963] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.111963] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c5cb4c-21c7-4f10-9ddf-83c65f881c91',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.112333] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc27668-dc15-4898-aad5-e3807948eddf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.112449] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.112530] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.112689] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.112772] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc27668-dc15-4898-aad5-e3807948eddf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.113532] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.113658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.113707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.113839] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.113927] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4041f88-b5ce-4c08-8dfd-9432dd0e10f8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.114821] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3535c890-2836-44b8-b472-d1be2bcf7322 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.114953] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.115016] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.115136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.115207] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3535c890-2836-44b8-b472-d1be2bcf7322',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.116010] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.116010] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.116227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.116227] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.116227] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.117273] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a284b5f5-b047-4393-b2ac-896f1877bdbf taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.117439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.117439] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.117615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.117675] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a284b5f5-b047-4393-b2ac-896f1877bdbf',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.118315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.118460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.118593] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.118649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.118707] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29f9522-a259-4bcd-99f4-9ce33c1c0227',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.119337] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.119460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.119529] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.119956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.119956] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2cb4e31-5269-4ed7-9b14-d3ee32acb049',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.121578] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.121578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.121578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.121578] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.121578] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.123106] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.123245] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.123318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.123414] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.123484] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57320dd-0d54-46bd-ab19-1afc5d2a0e35',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.124214] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.124337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.124337] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.124486] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.124587] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.125214] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.125322] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.125427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.125537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.125928] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf6a349c-f682-4e8c-adb8-41bcb13be61e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.126257] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.126366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.126496] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.126569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.126628] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2e684a-787b-4fc7-97f5-bcc7ae14f08e',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.149228] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1290.149421] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 deletion is rescheduled due to dependency. [ 1290.149505] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.150149] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.150378] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.150562] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.150670] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.150735] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.150885] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.150976] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.151130] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.152541] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.152681] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.152739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.152862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.172693] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.172747] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654ce3e-e536-4490-98e7-7dd8e06c1e5f is going to be deleted. [ 1290.223414] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.223559] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.223627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.223841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.223935] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.224064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654ce3e-e536-4490-98e7-7dd8e06c1e5f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.636414] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.636741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.636741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.636867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.647733] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.647925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.647925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.648154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.648385] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.648476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.648476] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.648614] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.648696] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.648779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.648863] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.651703] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.651863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.662184] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.695516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.695724] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.696428] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.696537] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.697221] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.697346] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.712373] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.712373] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.720781] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.720978] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.721879] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.721992] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.722904] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.723073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.723765] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.723862] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.724647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.724742] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.725472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.725581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.726326] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.726834] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.726975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.727621] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.728023] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.728120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.728710] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.729095] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.729187] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.729794] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.730252] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.730342] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.730909] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.731310] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.731405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.732054] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.732382] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.732484] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.733462] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.733852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.734090] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.734203] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.734266] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.734494] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.734577] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.734665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be updated. [ 1290.736174] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.736270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.736335] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.736506] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.760910] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.761085] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf6a349c-f682-4e8c-adb8-41bcb13be61e is going to be deleted. [ 1290.762050] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.762315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.767877] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.768053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.768131] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.768334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.768477] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.778343] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: IN_PROGRESS for 2s [ 1290.785075] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.785219] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8 is going to be deleted. [ 1290.786136] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.786355] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.805806] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3535c890-2836-44b8-b472-d1be2bcf7322 is going to be deleted. [ 1290.805806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.805806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.839698] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.839944] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1213971-c1fa-4013-9316-ff1ef6badd45 is going to be deleted. [ 1290.841427] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.841945] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.862883] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.863112] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.868196] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.868339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.903769] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.903988] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ece6153c-101a-4cd1-bfb9-7a1017f96747 is going to be deleted. [ 1290.904903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.905220] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.924620] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.924836] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.960510] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.960690] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae44ea-2307-478b-ac51-78a05d746f6d is going to be deleted. [ 1290.964103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.964103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.997402] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.997575] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5e98c6-50f3-4217-b5e1-4fd87e848a3c is going to be deleted. [ 1290.998980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.998980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.029873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.030041] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.054724] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.054944] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.058387] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.058580] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57320dd-0d54-46bd-ab19-1afc5d2a0e35 is going to be deleted. [ 1291.059570] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.059801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.119224] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.119366] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24f019fa-e99a-4414-ba38-926f7d3bbb64 is going to be deleted. [ 1291.120331] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.120548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.154696] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.154956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.154956] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.155252] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.155252] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.155407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.155470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.155610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.155667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.155891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.155891] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.156031] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.156064] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.156263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.156351] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.156471] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.156539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.156671] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.156746] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.156841] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.157067] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.170033] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.170033] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5004967-45fe-4af2-bd70-8eb4ae410d28 is going to be deleted. [ 1291.172603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.172603] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.174059] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.174059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.174501] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.257091] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.257744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.259133] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.259334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.263957] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.264239] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c5cb4c-21c7-4f10-9ddf-83c65f881c91 is going to be deleted. [ 1291.265132] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.266443] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.329328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.329919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.337066] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.337285] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29f9522-a259-4bcd-99f4-9ce33c1c0227 is going to be deleted. [ 1291.338538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.338538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.410026] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.410210] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4041f88-b5ce-4c08-8dfd-9432dd0e10f8 is going to be deleted. [ 1291.411558] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.416619] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.423990] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.423990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.499231] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.499382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.505499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.505499] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2cb4e31-5269-4ed7-9b14-d3ee32acb049 is going to be deleted. [ 1291.506099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.506314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.528412] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.528627] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.578363] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.578550] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a284b5f5-b047-4393-b2ac-896f1877bdbf is going to be deleted. [ 1291.579748] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.579994] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.581569] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.581686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.612401] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.612590] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2e684a-787b-4fc7-97f5-bcc7ae14f08e is going to be deleted. [ 1291.613610] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.613808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.613901] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.614015] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc27668-dc15-4898-aad5-e3807948eddf is going to be deleted. [ 1291.614891] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.615080] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.615176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.615298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f144c1-fe25-40d6-89f8-1d1fbd6e02d8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.615880] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.616068] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.616146] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.616265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf6a349c-f682-4e8c-adb8-41bcb13be61e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.616740] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.616904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.617009] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3535c890-2836-44b8-b472-d1be2bcf7322" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ece6153c-101a-4cd1-bfb9-7a1017f96747" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.617958] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.618208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.618208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1213971-c1fa-4013-9316-ff1ef6badd45" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.618273] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.618405] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.618478] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.618607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5e98c6-50f3-4217-b5e1-4fd87e848a3c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.618753] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.618897] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.619072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.619114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae44ea-2307-478b-ac51-78a05d746f6d" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.619234] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.619340] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.619417] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.619548] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57320dd-0d54-46bd-ab19-1afc5d2a0e35" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24f019fa-e99a-4414-ba38-926f7d3bbb64" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5004967-45fe-4af2-bd70-8eb4ae410d28" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c5cb4c-21c7-4f10-9ddf-83c65f881c91" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4041f88-b5ce-4c08-8dfd-9432dd0e10f8" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.622293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.622293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.622293] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29f9522-a259-4bcd-99f4-9ce33c1c0227" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.659308] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fe691f-22c0-46bb-8fec-1ef7eb2e5688: rpc.has_security_group_logging(os_id): False [ 1291.677705] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.677921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.677921] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.678154] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.678256] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.678331] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1291.713635] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.713635] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.713877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.713877] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.714053] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.714120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2cb4e31-5269-4ed7-9b14-d3ee32acb049" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.720624] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.720784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.720846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.721088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.744302] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.744302] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.744637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.744637] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.745178] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.765958] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1291.771045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.771428] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.771581] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.771658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.771874] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.771962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.772267] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.772377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.772436] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.772615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.772683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.772926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.773119] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.773184] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.773336] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.773411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.773497] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1291.775224] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.775338] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.775392] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.775550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.775631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.775745] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a284b5f5-b047-4393-b2ac-896f1877bdbf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.778178] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.778289] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.778370] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.778517] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.778598] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.778710] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.819684] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.819684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.819684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.819684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.819684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.819684] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2e684a-787b-4fc7-97f5-bcc7ae14f08e" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.923902] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1291.924161] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.924409] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.924658] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.924851] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.924971] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.925208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.925294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925384] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925479] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.928928] env[66213]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.929752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.929752] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.929925] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.930264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.930314] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.976992] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1292.427712] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.427859] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.427950] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.428174] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.428344] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.428446] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.428503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.428649] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.428733] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.428816] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.428958] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.429059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.429120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.429257] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.429392] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.429481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.429538] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.429667] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.429739] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.429817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.429906] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.789561] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc27668-dc15-4898-aad5-e3807948eddf in Status: SUCCESS [ 1292.789561] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc27668-dc15-4898-aad5-e3807948eddf deletion is rescheduled due to dependency. [ 1292.789561] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc27668-dc15-4898-aad5-e3807948eddf" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.932461] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1292.952315] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.952315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.952315] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.952718] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.975916] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.976216] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.976333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.976395] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.976599] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.976683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.976878] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.977030] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.977079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.977201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.977274] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.977472] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.977641] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.977719] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.977889] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.977996] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.978094] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1293.040041] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.040301] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.040382] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.040659] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.040844] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.058924] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1293.775720] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1293.775936] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.776148] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.776376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.776567] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.776683] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.776747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.776906] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.776985] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777082] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777177] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.992398] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1293.992761] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.279082] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.781738] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37474781-5ad2-49d5-843d-7f467317aec9: rpc.has_security_group_logging(os_id): False [ 1294.799560] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.799813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.799813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.799973] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.818366] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.818659] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.818779] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.818846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.819057] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.819142] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.819232] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1294.875691] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.876201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.876201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.876201] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.876361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.892454] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1295.080284] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1295.080686] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.100925] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.101105] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1296.908430] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1296.908823] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.973324] env[66213]: INFO networking_nsxv3.common.synchronization [req-5e32c67a-3792-43a7-a42a-171f9a6b942a req-b756fd97-77ef-4236-9e4e-39749a53713c tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1297.973926] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1297.974293] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.976324] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.976324] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.976324] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.262270] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.262270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.262270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.262270] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.262270] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.262648] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.262648] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.262753] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.262816] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.263051] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.263197] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.263308] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.263419] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.263514] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.263616] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.263745] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.283056] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.283297] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1298.283459] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.283635] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-724" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.283949] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-26e9336a-674e-49c4-b8e0-b355b18c799c taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.284153] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.284293] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.284621] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.284759] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9336a-674e-49c4-b8e0-b355b18c799c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.477529] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.787443] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.787670] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.787709] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.787977] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.788138] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.788294] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 26e9336a-674e-49c4-b8e0-b355b18c799c not found, creating... [ 1298.788553] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.788762] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.788818] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.789049] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.789189] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.789456] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.789610] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.789723] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.789973] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.790200] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.790347] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 26e9336a-674e-49c4-b8e0-b355b18c799c is going to be created. [ 1298.812830] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.813047] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.813164] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.813461] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.813750] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.813983] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.982203] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.484658] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.484991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.484991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.485141] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.485231] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.485337] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1299.494551] env[66213]: INFO networking_nsxv3.common.synchronization [req-5e32c67a-3792-43a7-a42a-171f9a6b942a req-8fcd599a-770b-4c4a-a6e8-33891cb5cddb service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1299.494726] env[66213]: INFO networking_nsxv3.common.synchronization [req-5e32c67a-3792-43a7-a42a-171f9a6b942a req-8fcd599a-770b-4c4a-a6e8-33891cb5cddb service nova] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1299.494880] env[66213]: INFO networking_nsxv3.common.synchronization [req-5e32c67a-3792-43a7-a42a-171f9a6b942a req-8fcd599a-770b-4c4a-a6e8-33891cb5cddb service nova] Enqueued Resource ID: 26e9336a-674e-49c4-b8e0-b355b18c799c with Priority: HIGHEST for action port [ 1299.495461] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_rules [ 1299.495598] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1299.495758] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e9336a-674e-49c4-b8e0-b355b18c799c with Priority: HIGHEST for action port [ 1299.495989] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.496170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.496170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.496386] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.496458] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.497317] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.497415] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.497605] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e9336a-674e-49c4-b8e0-b355b18c799c taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.497695] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.497801] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.497951] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.498038] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e9336a-674e-49c4-b8e0-b355b18c799c',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.522865] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.523113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.523113] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.523333] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.523500] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.532910] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1299.999873] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.000242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.000283] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26e9336a-674e-49c4-b8e0-b355b18c799c with status ACTIVE [ 1300.000461] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.000543] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.000607] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.000812] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.000903] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.001081] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.001229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.001229] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.001391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.001466] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.001647] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.001744] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.001837] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.001964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.002049] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.002145] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26e9336a-674e-49c4-b8e0-b355b18c799c is going to be updated. [ 1300.025506] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.025661] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.025731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.025948] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.026099] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.026263] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e9336a-674e-49c4-b8e0-b355b18c799c" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.543733] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1301.544101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.544101] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.544318] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.544530] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.544647] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.544712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.544870] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.544947] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.545056] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.047666] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.334336] env[66213]: INFO networking_nsxv3.common.synchronization [req-5a69706f-3741-4c32-9c0d-d2826463368b req-cc8fbbf1-97d3-452f-b54e-dab008290125 tempest-ServerRescueTestJSON-1580815886 tempest-ServerRescueTestJSON-1580815886-project-member] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1302.334581] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1302.334881] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.334997] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.335185] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.335426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.335613] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.335747] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.335835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.336021] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.336140] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.336259] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.550708] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.838648] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.053640] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.053640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.053640] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.054634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.054634] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.054634] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1303.088978] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.089243] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.089303] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.089630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.089855] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.100161] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1303.340776] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.844057] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.844582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.844582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.844582] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.844863] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.844863] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1303.902328] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.902547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.902547] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.902774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.902918] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.922494] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1305.109667] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1305.109980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.109980] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.110549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.110549] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.110549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.110549] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.111817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.111817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.111817] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.111817] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.613499] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.613800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.613800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.613986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.614132] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.614264] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.614334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.614488] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.614573] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.614654] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.615361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.615361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.615361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.615361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.615361] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.615361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.615361] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.615800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.615800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.615800] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.615800] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.939550] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1305.939550] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.119533] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2e83c41-defa-4d1b-b20e-da28f00dd0eb: rpc.has_security_group_logging(os_id): False [ 1306.137870] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.138116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.138116] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.138365] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.138483] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.138690] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.138793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.138867] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.140034] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.140158] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.140379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.140480] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.140551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.140714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.140790] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141022] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.141125] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.141195] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.141354] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.141428] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.141536] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1306.224932] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.225176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.225176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.225391] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.225539] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.244189] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1307.336595] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.336595] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.269048] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1308.269351] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.995046] env[66213]: INFO networking_nsxv3.common.synchronization [req-c82056a9-eb1d-48e4-b8b5-9fd91d5ccef3 req-dfed7ddb-ac98-4f07-ba07-423c1e7009dd tempest-ServerRescueTestJSON-1580815886 tempest-ServerRescueTestJSON-1580815886-project-member] Enqueued Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1308.995620] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 with Priority: HIGHEST for action security_group_members [ 1308.995927] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.996065] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.996138] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.996334] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.996483] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.996576] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.996633] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.996776] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.996852] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.997152] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fe691f-22c0-46bb-8fec-1ef7eb2e5688',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.499169] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.499448] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.499563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.499898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.500073] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.500454] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.500552] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.500662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.500924] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.501083] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.501251] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 is going to be updated. [ 1309.534069] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.534069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.534069] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.534350] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.534425] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.544309] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: IN_PROGRESS for 2s [ 1311.526834] env[66213]: INFO networking_nsxv3.common.synchronization [req-b70d1d21-9808-4b34-9d45-7a023062ef16 req-5dde8a26-df8f-48af-a710-5a4d4c6ab73c tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1311.526834] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1311.527187] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.527242] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.527279] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.527487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.527633] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.527731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.527793] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.528009] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.528186] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.528289] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.556298] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 in Status: SUCCESS [ 1311.556298] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fe691f-22c0-46bb-8fec-1ef7eb2e5688 deletion is rescheduled due to dependency. [ 1311.556298] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fe691f-22c0-46bb-8fec-1ef7eb2e5688" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.031769] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.533664] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.036467] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.036701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.036701] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.036892] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.036986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.037094] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1313.068597] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.068703] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.068771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.068999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.069176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.078146] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1315.089351] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1315.089731] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.527700] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.528108] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.845440] env[66213]: INFO networking_nsxv3.common.synchronization [req-86daea94-40f3-4565-bfb1-11b28767b919 req-724ad72a-1c2d-4e76-b308-25bb8832cc75 tempest-ServersTestJSON-1257351385 tempest-ServersTestJSON-1257351385-project-member] Enqueued Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1317.845938] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb with Priority: HIGHEST for action security_group_members [ 1317.846259] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.846385] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.846459] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.846656] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.846804] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.846899] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.846959] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.849377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.849377] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.849377] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2e83c41-defa-4d1b-b20e-da28f00dd0eb',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.350469] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.350707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.350707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.350911] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.351020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.351212] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.351313] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.351376] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.351527] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.351604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.351689] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb is going to be updated. [ 1318.380225] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.380419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.380419] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.380630] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.380771] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.390417] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: IN_PROGRESS for 2s [ 1320.401475] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb in Status: SUCCESS [ 1320.401842] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2e83c41-defa-4d1b-b20e-da28f00dd0eb deletion is rescheduled due to dependency. [ 1320.401842] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2e83c41-defa-4d1b-b20e-da28f00dd0eb" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.846793] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.847129] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.847816] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.848226] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.848963] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.849302] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.850411] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.850824] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.851712] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.852125] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.853251] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.853606] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.854407] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.854407] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.419413] env[66213]: INFO networking_nsxv3.common.synchronization [req-999f502e-0f71-4d44-a53a-ba7e74fc7ae0 req-fcd49f00-a7c4-4de2-8552-f07af198bf00 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1357.420031] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1357.420379] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.420513] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.420609] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.420774] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.420925] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.421055] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.421122] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.421265] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.421345] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.421486] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.923880] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.924110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.924110] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.924294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.945557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.945799] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.945919] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.945984] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.946212] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.946294] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.946385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1357.971845] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.972072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.972072] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.972270] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.972463] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.982202] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1359.993021] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1359.993487] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f deletion is rescheduled due to dependency. [ 1359.993487] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.317067] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.317275] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.317404] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.317676] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.317941] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.318141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.318260] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.318484] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.318655] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.318865] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.318978] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.319138] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.319264] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.319383] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.319488] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.319619] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.337161] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.337352] env[66213]: DEBUG dogpile.cache.region [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1360.337491] env[66213]: DEBUG dogpile.lock [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.337656] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "network-527" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.337943] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock port-1cdb0962-051e-4111-8f54-1c5c505140b9 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.338121] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.338253] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.338477] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.338622] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdb0962-051e-4111-8f54-1c5c505140b9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.841302] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.841302] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.841302] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.841302] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.841594] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.841594] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.842265] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.842265] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.842265] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.842265] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.842598] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.843295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.843295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.843295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.843295] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.843295] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Resource: SegmentPort with ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 is going to be updated. [ 1360.865092] env[66213]: DEBUG networking_nsxv3.common.locking [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.865332] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.865459] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.865726] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.865916] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.866263] env[66213]: DEBUG oslo_concurrency.lockutils [None req-b2833ca4-8e16-42ce-af16-55a6e5a8fbf4 None None] Releasing lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.551414] env[66213]: INFO networking_nsxv3.common.synchronization [req-8b9b2dae-2899-422e-a0c4-6674143d577d req-31f70099-35e3-4dec-9349-0936e6eb5ba7 service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1361.551714] env[66213]: INFO networking_nsxv3.common.synchronization [req-8b9b2dae-2899-422e-a0c4-6674143d577d req-31f70099-35e3-4dec-9349-0936e6eb5ba7 service nova] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1361.551762] env[66213]: INFO networking_nsxv3.common.synchronization [req-8b9b2dae-2899-422e-a0c4-6674143d577d req-31f70099-35e3-4dec-9349-0936e6eb5ba7 service nova] Enqueued Resource ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 with Priority: HIGHEST for action port [ 1361.551949] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_rules [ 1361.552091] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1361.552176] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 with Priority: HIGHEST for action port [ 1361.552843] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.552904] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.552968] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.553557] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.553647] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.554482] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.554595] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.554662] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.554865] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.555045] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.555120] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.555176] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.555311] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.555397] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.555474] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.557808] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdb0962-051e-4111-8f54-1c5c505140b9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.557808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.557808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.557808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.557808] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdb0962-051e-4111-8f54-1c5c505140b9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.058754] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.059897] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.060054] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.060780] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cdb0962-051e-4111-8f54-1c5c505140b9 with status ACTIVE [ 1362.060780] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.060780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.060780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.060780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.060780] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.061170] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.061170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.061170] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.061295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.061295] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.061451] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.061544] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.061604] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.061741] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.061808] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.061890] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cdb0962-051e-4111-8f54-1c5c505140b9 is going to be updated. [ 1362.083771] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.083986] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.084079] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.084394] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.084592] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.084811] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdb0962-051e-4111-8f54-1c5c505140b9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.563949] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.067032] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.067665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.067665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.067665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.067665] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.067665] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1363.099339] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.099339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.099339] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.099631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.099631] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.109987] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1365.120236] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1365.120674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.120674] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.120846] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.121047] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.121168] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.121223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.121381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.121467] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.121551] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.121638] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.572377] env[66213]: INFO networking_nsxv3.common.synchronization [req-175d84ad-c9da-4c1c-bb41-d3e5bb812a45 req-e382157f-181e-4fd5-8dcd-038ba3283916 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1365.573241] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1365.573335] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.573460] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.573615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.573784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.573953] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.574114] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.574207] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.574352] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.574479] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.574596] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.624257] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.907805] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.907987] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.908113] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.908379] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.908638] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.908796] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.908913] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.909145] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.909287] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.909497] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.909611] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] NeedRegenerationException {{(pid=66213) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.909718] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] no value, waiting for create lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.909827] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] value creation lock acquired {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.909936] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] No value present for key: 'zone-id' {{(pid=66213) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.910051] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Calling creation function for not-yet-present value {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.910185] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.929427] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.929616] env[66213]: DEBUG dogpile.cache.region [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66213) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1365.929721] env[66213]: DEBUG dogpile.lock [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Released creation lock {{(pid=66213) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.929923] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "network-430" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.930255] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock port-3067d85c-a795-40da-a10e-e6de670d01cd taken with stack trace [, , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.930486] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.930628] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.930958] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.931107] env[66213]: DEBUG networking_nsxv3.api.rpc [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3067d85c-a795-40da-a10e-e6de670d01cd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.077094] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.077323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.077323] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.077491] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.077585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.077784] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.077898] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.077993] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.078236] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.078344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.078455] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1366.104256] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.104503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.104503] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.104699] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.104872] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.114479] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1366.126026] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37474781-5ad2-49d5-843d-7f467317aec9: rpc.has_security_group_logging(os_id): False [ 1366.145131] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.145430] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.145536] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.145765] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.145905] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.146241] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.146434] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.146563] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.146734] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.146864] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.147020] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1366.210674] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.210982] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.211081] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.211267] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.211411] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.224151] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1366.433227] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.433494] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.433627] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.433956] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.434127] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.434282] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Segment Port 3067d85c-a795-40da-a10e-e6de670d01cd not found, creating... [ 1366.434550] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.434726] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.434843] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.435084] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.435225] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.435510] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.435665] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.435780] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.435988] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.436136] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.436271] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Resource: SegmentPort with ID: 3067d85c-a795-40da-a10e-e6de670d01cd is going to be created. [ 1366.456267] env[66213]: DEBUG networking_nsxv3.common.locking [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.456480] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.456604] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.456887] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.457141] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.457368] env[66213]: DEBUG oslo_concurrency.lockutils [None req-334c4a31-67f1-42b3-a9b6-c0d663eeb691 None None] Releasing lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.182584] env[66213]: INFO networking_nsxv3.common.synchronization [req-175d84ad-c9da-4c1c-bb41-d3e5bb812a45 req-01f77a75-b86a-4adf-a4f8-ef1d66c7bf38 service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 1367.182918] env[66213]: INFO networking_nsxv3.common.synchronization [req-175d84ad-c9da-4c1c-bb41-d3e5bb812a45 req-01f77a75-b86a-4adf-a4f8-ef1d66c7bf38 service nova] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1367.183392] env[66213]: INFO networking_nsxv3.common.synchronization [req-175d84ad-c9da-4c1c-bb41-d3e5bb812a45 req-01f77a75-b86a-4adf-a4f8-ef1d66c7bf38 service nova] Enqueued Resource ID: 3067d85c-a795-40da-a10e-e6de670d01cd with Priority: HIGHEST for action port [ 1367.184204] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_rules [ 1367.184428] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1367.184620] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3067d85c-a795-40da-a10e-e6de670d01cd with Priority: HIGHEST for action port [ 1367.185061] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.185261] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.185380] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.185691] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.185838] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.189926] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.190045] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.190262] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock port-3067d85c-a795-40da-a10e-e6de670d01cd taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.190406] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.190499] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.190712] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.190791] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3067d85c-a795-40da-a10e-e6de670d01cd',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.692956] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.693117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.694434] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3067d85c-a795-40da-a10e-e6de670d01cd with status ACTIVE [ 1367.694609] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.694727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.694784] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.694999] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.695103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.695274] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.695368] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.695426] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.695575] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.695648] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.695826] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.695929] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.695991] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.696145] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.696218] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.696299] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3067d85c-a795-40da-a10e-e6de670d01cd is going to be updated. [ 1367.717856] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.718103] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.718165] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.718344] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.718535] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.718714] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3067d85c-a795-40da-a10e-e6de670d01cd" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.125742] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1368.125981] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f deletion is rescheduled due to dependency. [ 1368.126059] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.126191] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.126407] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.126589] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.126707] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.126767] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.126915] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.126989] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.127100] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.236057] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1368.236399] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.629956] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.132945] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.636053] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.636454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.636454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.636454] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.636585] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.636621] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1369.668673] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.668835] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.668883] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.669106] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.669255] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.677871] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1371.702385] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1371.702858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.702858] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.703223] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.703436] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.703569] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.703729] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.703878] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.704022] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.704124] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.704260] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.185837] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.186137] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1372.206542] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.709284] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc195224-40ee-480f-8dd5-8e2392aec39f: rpc.has_security_group_logging(os_id): False [ 1372.727780] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.728077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.728077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.728269] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.728360] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.728634] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.728755] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.728830] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.729020] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.729117] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.729206] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1372.785895] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.786481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.786481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.786481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.786481] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.797276] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1374.812180] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1374.812621] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.187012] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.187517] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.990082] env[66213]: INFO networking_nsxv3.common.synchronization [req-9de6f000-869e-41bb-ba6d-a8a9877b574a req-6befeb43-8c1a-4a64-8566-a7e8cd58ed7f tempest-ServerActionsTestOtherB-1036912739 tempest-ServerActionsTestOtherB-1036912739-project-member] Enqueued Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1377.990643] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37474781-5ad2-49d5-843d-7f467317aec9 with Priority: HIGHEST for action security_group_members [ 1377.990950] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-37474781-5ad2-49d5-843d-7f467317aec9 taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.991489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.991489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.991564] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.991663] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.991766] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.991813] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.991962] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.992061] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.992154] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37474781-5ad2-49d5-843d-7f467317aec9',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.494752] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.495197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.495197] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.495276] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.495375] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.495516] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.495668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.495668] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.495806] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.495876] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.495959] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 is going to be updated. [ 1378.531586] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.531861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.531861] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.531975] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.532100] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.545759] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: IN_PROGRESS for 2s [ 1380.557107] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37474781-5ad2-49d5-843d-7f467317aec9 in Status: SUCCESS [ 1380.557489] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37474781-5ad2-49d5-843d-7f467317aec9 deletion is rescheduled due to dependency. [ 1380.557489] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37474781-5ad2-49d5-843d-7f467317aec9" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.992721] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.992721] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.994234] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.994541] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.995396] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.995793] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.996417] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.996785] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.997729] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.998370] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.999832] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.000234] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.000835] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.001124] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.002191] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.002560] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.003220] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.003681] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.004966] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.005358] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.158041] env[66213]: INFO networking_nsxv3.common.synchronization [req-109a9fcd-1447-4b90-930e-d524df80e0c4 req-047ce29d-09a1-427e-9df4-8bbe877ec283 tempest-ServerActionsTestJSON-1476724702 tempest-ServerActionsTestJSON-1476724702-project-member] Enqueued Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1429.158580] env[66213]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc195224-40ee-480f-8dd5-8e2392aec39f with Priority: HIGHEST for action security_group_members [ 1429.158885] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc195224-40ee-480f-8dd5-8e2392aec39f taken with stack trace [, , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.159018] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.159088] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.159309] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.159458] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.159554] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.159615] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.159964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.159964] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.159964] env[66213]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc195224-40ee-480f-8dd5-8e2392aec39f',) {} {{(pid=66213) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.662962] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.663208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.663208] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.663381] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.663470] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.663660] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.663782] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.663840] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.663990] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.664077] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.664163] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f is going to be updated. [ 1429.693363] env[66213]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66213) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.693579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.693579] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.693727] env[66213]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.693890] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.708950] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: IN_PROGRESS for 2s [ 1431.721687] env[66213]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc195224-40ee-480f-8dd5-8e2392aec39f in Status: SUCCESS [ 1431.722215] env[66213]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc195224-40ee-480f-8dd5-8e2392aec39f deletion is rescheduled due to dependency. [ 1431.722215] env[66213]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc195224-40ee-480f-8dd5-8e2392aec39f" {{(pid=66213) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.159544] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.159880] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.160245] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.160663] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.160967] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.161439] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.162619] env[66213]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.163036] env[66213]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0